chore: add .gitignore

This commit is contained in:
dom
2026-03-05 00:37:36 +01:00
parent 06100df236
commit e26be72f9c
449 changed files with 504051 additions and 57 deletions

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

View File

@@ -0,0 +1 @@
MANIFEST-000004

View File

@@ -0,0 +1 @@
2051d3c2-97eb-490f-897c-be2562c28a34

View File

@@ -0,0 +1,297 @@
2026/02/14-09:30:01.335933 131692893597824 [/db_impl/db_impl_open.cc:199] file size check will be skipped during open.
2026/02/14-09:30:01.335991 131692893597824 RocksDB version: 6.29.5
2026/02/14-09:30:01.335994 131692893597824 Compile date 2024-04-24 15:34:28
2026/02/14-09:30:01.335995 131692893597824 DB SUMMARY
2026/02/14-09:30:01.335995 131692893597824 DB Session ID: RHH510A17J155U7N5O94
2026/02/14-09:30:01.336000 131692893597824 SST files in /home/dom/ai/t2a-finetune/.aim/seqs/chunks/5c9c68dfba9743599dfe13e9 dir, Total Num: 0, files:
2026/02/14-09:30:01.336001 131692893597824 Write Ahead Log file in /home/dom/ai/t2a-finetune/.aim/seqs/chunks/5c9c68dfba9743599dfe13e9:
2026/02/14-09:30:01.336003 131692893597824 Options.error_if_exists: 0
2026/02/14-09:30:01.336003 131692893597824 Options.create_if_missing: 1
2026/02/14-09:30:01.336004 131692893597824 Options.paranoid_checks: 0
2026/02/14-09:30:01.336004 131692893597824 Options.flush_verify_memtable_count: 1
2026/02/14-09:30:01.336004 131692893597824 Options.track_and_verify_wals_in_manifest: 0
2026/02/14-09:30:01.336005 131692893597824 Options.env: 0x77c6234aa860
2026/02/14-09:30:01.336005 131692893597824 Options.fs: PosixFileSystem
2026/02/14-09:30:01.336006 131692893597824 Options.info_log: 0x1d9c9e50
2026/02/14-09:30:01.336006 131692893597824 Options.max_file_opening_threads: 16
2026/02/14-09:30:01.336007 131692893597824 Options.statistics: (nil)
2026/02/14-09:30:01.336007 131692893597824 Options.use_fsync: 0
2026/02/14-09:30:01.336008 131692893597824 Options.max_log_file_size: 0
2026/02/14-09:30:01.336008 131692893597824 Options.max_manifest_file_size: 1073741824
2026/02/14-09:30:01.336008 131692893597824 Options.log_file_time_to_roll: 0
2026/02/14-09:30:01.336009 131692893597824 Options.keep_log_file_num: 10
2026/02/14-09:30:01.336009 131692893597824 Options.recycle_log_file_num: 0
2026/02/14-09:30:01.336009 131692893597824 Options.allow_fallocate: 1
2026/02/14-09:30:01.336010 131692893597824 Options.allow_mmap_reads: 0
2026/02/14-09:30:01.336010 131692893597824 Options.allow_mmap_writes: 0
2026/02/14-09:30:01.336010 131692893597824 Options.use_direct_reads: 0
2026/02/14-09:30:01.336011 131692893597824 Options.use_direct_io_for_flush_and_compaction: 0
2026/02/14-09:30:01.336011 131692893597824 Options.create_missing_column_families: 0
2026/02/14-09:30:01.336011 131692893597824 Options.db_log_dir:
2026/02/14-09:30:01.336012 131692893597824 Options.wal_dir:
2026/02/14-09:30:01.336012 131692893597824 Options.table_cache_numshardbits: 6
2026/02/14-09:30:01.336012 131692893597824 Options.WAL_ttl_seconds: 0
2026/02/14-09:30:01.336013 131692893597824 Options.WAL_size_limit_MB: 0
2026/02/14-09:30:01.336013 131692893597824 Options.max_write_batch_group_size_bytes: 1048576
2026/02/14-09:30:01.336013 131692893597824 Options.manifest_preallocation_size: 4194304
2026/02/14-09:30:01.336014 131692893597824 Options.is_fd_close_on_exec: 1
2026/02/14-09:30:01.336014 131692893597824 Options.advise_random_on_open: 1
2026/02/14-09:30:01.336014 131692893597824 Options.experimental_mempurge_threshold: 0.000000
2026/02/14-09:30:01.336017 131692893597824 Options.db_write_buffer_size: 1048576
2026/02/14-09:30:01.336017 131692893597824 Options.write_buffer_manager: 0x1f685cc0
2026/02/14-09:30:01.336018 131692893597824 Options.access_hint_on_compaction_start: 1
2026/02/14-09:30:01.336018 131692893597824 Options.new_table_reader_for_compaction_inputs: 0
2026/02/14-09:30:01.336020 131692893597824 Options.random_access_max_buffer_size: 1048576
2026/02/14-09:30:01.336021 131692893597824 Options.use_adaptive_mutex: 0
2026/02/14-09:30:01.336021 131692893597824 Options.rate_limiter: (nil)
2026/02/14-09:30:01.336022 131692893597824 Options.sst_file_manager.rate_bytes_per_sec: 0
2026/02/14-09:30:01.336022 131692893597824 Options.wal_recovery_mode: 2
2026/02/14-09:30:01.336023 131692893597824 Options.enable_thread_tracking: 0
2026/02/14-09:30:01.336023 131692893597824 Options.enable_pipelined_write: 0
2026/02/14-09:30:01.336023 131692893597824 Options.unordered_write: 0
2026/02/14-09:30:01.336023 131692893597824 Options.allow_concurrent_memtable_write: 1
2026/02/14-09:30:01.336024 131692893597824 Options.enable_write_thread_adaptive_yield: 1
2026/02/14-09:30:01.336024 131692893597824 Options.write_thread_max_yield_usec: 100
2026/02/14-09:30:01.336024 131692893597824 Options.write_thread_slow_yield_usec: 3
2026/02/14-09:30:01.336025 131692893597824 Options.row_cache: None
2026/02/14-09:30:01.336025 131692893597824 Options.wal_filter: None
2026/02/14-09:30:01.336025 131692893597824 Options.avoid_flush_during_recovery: 0
2026/02/14-09:30:01.336026 131692893597824 Options.allow_ingest_behind: 0
2026/02/14-09:30:01.336026 131692893597824 Options.preserve_deletes: 0
2026/02/14-09:30:01.336026 131692893597824 Options.two_write_queues: 0
2026/02/14-09:30:01.336027 131692893597824 Options.manual_wal_flush: 0
2026/02/14-09:30:01.336027 131692893597824 Options.atomic_flush: 0
2026/02/14-09:30:01.336027 131692893597824 Options.avoid_unnecessary_blocking_io: 0
2026/02/14-09:30:01.336028 131692893597824 Options.persist_stats_to_disk: 0
2026/02/14-09:30:01.336028 131692893597824 Options.write_dbid_to_manifest: 0
2026/02/14-09:30:01.336028 131692893597824 Options.log_readahead_size: 0
2026/02/14-09:30:01.336029 131692893597824 Options.file_checksum_gen_factory: Unknown
2026/02/14-09:30:01.336029 131692893597824 Options.best_efforts_recovery: 0
2026/02/14-09:30:01.336029 131692893597824 Options.max_bgerror_resume_count: 2147483647
2026/02/14-09:30:01.336030 131692893597824 Options.bgerror_resume_retry_interval: 1000000
2026/02/14-09:30:01.336030 131692893597824 Options.allow_data_in_errors: 0
2026/02/14-09:30:01.336030 131692893597824 Options.db_host_id: __hostname__
2026/02/14-09:30:01.336031 131692893597824 Options.max_background_jobs: 2
2026/02/14-09:30:01.336031 131692893597824 Options.max_background_compactions: 4
2026/02/14-09:30:01.336031 131692893597824 Options.max_subcompactions: 1
2026/02/14-09:30:01.336032 131692893597824 Options.avoid_flush_during_shutdown: 0
2026/02/14-09:30:01.336032 131692893597824 Options.writable_file_max_buffer_size: 1048576
2026/02/14-09:30:01.336032 131692893597824 Options.delayed_write_rate : 16777216
2026/02/14-09:30:01.336033 131692893597824 Options.max_total_wal_size: 0
2026/02/14-09:30:01.336033 131692893597824 Options.delete_obsolete_files_period_micros: 21600000000
2026/02/14-09:30:01.336033 131692893597824 Options.stats_dump_period_sec: 600
2026/02/14-09:30:01.336034 131692893597824 Options.stats_persist_period_sec: 600
2026/02/14-09:30:01.336034 131692893597824 Options.stats_history_buffer_size: 1048576
2026/02/14-09:30:01.336034 131692893597824 Options.max_open_files: -1
2026/02/14-09:30:01.336035 131692893597824 Options.bytes_per_sync: 0
2026/02/14-09:30:01.336035 131692893597824 Options.wal_bytes_per_sync: 0
2026/02/14-09:30:01.336036 131692893597824 Options.strict_bytes_per_sync: 0
2026/02/14-09:30:01.336037 131692893597824 Options.compaction_readahead_size: 0
2026/02/14-09:30:01.336037 131692893597824 Options.max_background_flushes: -1
2026/02/14-09:30:01.336037 131692893597824 Compression algorithms supported:
2026/02/14-09:30:01.336038 131692893597824 kZSTDNotFinalCompression supported: 1
2026/02/14-09:30:01.336039 131692893597824 kZSTD supported: 1
2026/02/14-09:30:01.336039 131692893597824 kXpressCompression supported: 0
2026/02/14-09:30:01.336040 131692893597824 kLZ4HCCompression supported: 0
2026/02/14-09:30:01.336040 131692893597824 kLZ4Compression supported: 0
2026/02/14-09:30:01.336040 131692893597824 kBZip2Compression supported: 1
2026/02/14-09:30:01.336041 131692893597824 kZlibCompression supported: 1
2026/02/14-09:30:01.336041 131692893597824 kSnappyCompression supported: 1
2026/02/14-09:30:01.336042 131692893597824 Fast CRC32 supported: Not supported on x86
2026/02/14-09:30:01.337731 131692893597824 [/db_impl/db_impl_open.cc:307] Creating manifest 1
2026/02/14-09:30:01.340051 131692893597824 [/version_set.cc:4888] Recovering from manifest file: /home/dom/ai/t2a-finetune/.aim/seqs/chunks/5c9c68dfba9743599dfe13e9/MANIFEST-000001
2026/02/14-09:30:01.340128 131692893597824 [/column_family.cc:605] --------------- Options for column family [default]:
2026/02/14-09:30:01.340130 131692893597824 Options.comparator: leveldb.BytewiseComparator
2026/02/14-09:30:01.340130 131692893597824 Options.merge_operator: None
2026/02/14-09:30:01.340131 131692893597824 Options.compaction_filter: None
2026/02/14-09:30:01.340131 131692893597824 Options.compaction_filter_factory: None
2026/02/14-09:30:01.340132 131692893597824 Options.sst_partitioner_factory: None
2026/02/14-09:30:01.340132 131692893597824 Options.memtable_factory: SkipListFactory
2026/02/14-09:30:01.340132 131692893597824 Options.table_factory: BlockBasedTable
2026/02/14-09:30:01.340154 131692893597824 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1d91e0d0)
cache_index_and_filter_blocks: 0
cache_index_and_filter_blocks_with_high_priority: 1
pin_l0_filter_and_index_blocks_in_cache: 0
pin_top_level_index_and_filter: 1
index_type: 0
data_block_index_type: 0
index_shortening: 1
data_block_hash_table_util_ratio: 0.750000
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x1f6b9030
block_cache_name: LRUCache
block_cache_options:
capacity : 8388608
num_shard_bits : 4
strict_capacity_limit : 0
memory_allocator : None
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
metadata_block_size: 4096
partition_filters: 0
use_delta_encoding: 1
filter_policy: nullptr
whole_key_filtering: 1
verify_compression: 0
read_amp_bytes_per_bit: 0
format_version: 5
enable_index_compression: 1
block_align: 0
max_auto_readahead_size: 262144
prepopulate_block_cache: 0
2026/02/14-09:30:01.340155 131692893597824 Options.write_buffer_size: 1048576
2026/02/14-09:30:01.340155 131692893597824 Options.max_write_buffer_number: 2
2026/02/14-09:30:01.340156 131692893597824 Options.compression: Snappy
2026/02/14-09:30:01.340156 131692893597824 Options.bottommost_compression: Disabled
2026/02/14-09:30:01.340157 131692893597824 Options.prefix_extractor: nullptr
2026/02/14-09:30:01.340157 131692893597824 Options.memtable_insert_with_hint_prefix_extractor: nullptr
2026/02/14-09:30:01.340157 131692893597824 Options.num_levels: 4
2026/02/14-09:30:01.340158 131692893597824 Options.min_write_buffer_number_to_merge: 1
2026/02/14-09:30:01.340158 131692893597824 Options.max_write_buffer_number_to_maintain: 0
2026/02/14-09:30:01.340158 131692893597824 Options.max_write_buffer_size_to_maintain: 0
2026/02/14-09:30:01.340162 131692893597824 Options.bottommost_compression_opts.window_bits: -14
2026/02/14-09:30:01.340162 131692893597824 Options.bottommost_compression_opts.level: 32767
2026/02/14-09:30:01.340163 131692893597824 Options.bottommost_compression_opts.strategy: 0
2026/02/14-09:30:01.340163 131692893597824 Options.bottommost_compression_opts.max_dict_bytes: 0
2026/02/14-09:30:01.340163 131692893597824 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2026/02/14-09:30:01.340164 131692893597824 Options.bottommost_compression_opts.parallel_threads: 1
2026/02/14-09:30:01.340164 131692893597824 Options.bottommost_compression_opts.enabled: false
2026/02/14-09:30:01.340164 131692893597824 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
2026/02/14-09:30:01.340165 131692893597824 Options.compression_opts.window_bits: -14
2026/02/14-09:30:01.340165 131692893597824 Options.compression_opts.level: 32767
2026/02/14-09:30:01.340165 131692893597824 Options.compression_opts.strategy: 0
2026/02/14-09:30:01.340166 131692893597824 Options.compression_opts.max_dict_bytes: 0
2026/02/14-09:30:01.340166 131692893597824 Options.compression_opts.zstd_max_train_bytes: 0
2026/02/14-09:30:01.340166 131692893597824 Options.compression_opts.parallel_threads: 1
2026/02/14-09:30:01.340167 131692893597824 Options.compression_opts.enabled: false
2026/02/14-09:30:01.340167 131692893597824 Options.compression_opts.max_dict_buffer_bytes: 0
2026/02/14-09:30:01.340167 131692893597824 Options.level0_file_num_compaction_trigger: 8
2026/02/14-09:30:01.340168 131692893597824 Options.level0_slowdown_writes_trigger: 17
2026/02/14-09:30:01.340168 131692893597824 Options.level0_stop_writes_trigger: 24
2026/02/14-09:30:01.340168 131692893597824 Options.target_file_size_base: 67108864
2026/02/14-09:30:01.340169 131692893597824 Options.target_file_size_multiplier: 1
2026/02/14-09:30:01.340169 131692893597824 Options.max_bytes_for_level_base: 536870912
2026/02/14-09:30:01.340169 131692893597824 Options.level_compaction_dynamic_level_bytes: 0
2026/02/14-09:30:01.340170 131692893597824 Options.max_bytes_for_level_multiplier: 8.000000
2026/02/14-09:30:01.340170 131692893597824 Options.max_bytes_for_level_multiplier_addtl[0]: 1
2026/02/14-09:30:01.340171 131692893597824 Options.max_bytes_for_level_multiplier_addtl[1]: 1
2026/02/14-09:30:01.340171 131692893597824 Options.max_bytes_for_level_multiplier_addtl[2]: 1
2026/02/14-09:30:01.340171 131692893597824 Options.max_bytes_for_level_multiplier_addtl[3]: 1
2026/02/14-09:30:01.340172 131692893597824 Options.max_bytes_for_level_multiplier_addtl[4]: 1
2026/02/14-09:30:01.340172 131692893597824 Options.max_bytes_for_level_multiplier_addtl[5]: 1
2026/02/14-09:30:01.340172 131692893597824 Options.max_bytes_for_level_multiplier_addtl[6]: 1
2026/02/14-09:30:01.340173 131692893597824 Options.max_sequential_skip_in_iterations: 8
2026/02/14-09:30:01.340173 131692893597824 Options.max_compaction_bytes: 1677721600
2026/02/14-09:30:01.340173 131692893597824 Options.arena_block_size: 131072
2026/02/14-09:30:01.340174 131692893597824 Options.soft_pending_compaction_bytes_limit: 68719476736
2026/02/14-09:30:01.340174 131692893597824 Options.hard_pending_compaction_bytes_limit: 274877906944
2026/02/14-09:30:01.340174 131692893597824 Options.rate_limit_delay_max_milliseconds: 100
2026/02/14-09:30:01.340175 131692893597824 Options.disable_auto_compactions: 0
2026/02/14-09:30:01.340175 131692893597824 Options.compaction_style: kCompactionStyleLevel
2026/02/14-09:30:01.340176 131692893597824 Options.compaction_pri: kMinOverlappingRatio
2026/02/14-09:30:01.340176 131692893597824 Options.compaction_options_universal.size_ratio: 1
2026/02/14-09:30:01.340178 131692893597824 Options.compaction_options_universal.min_merge_width: 2
2026/02/14-09:30:01.340178 131692893597824 Options.compaction_options_universal.max_merge_width: 4294967295
2026/02/14-09:30:01.340179 131692893597824 Options.compaction_options_universal.max_size_amplification_percent: 200
2026/02/14-09:30:01.340179 131692893597824 Options.compaction_options_universal.compression_size_percent: -1
2026/02/14-09:30:01.340180 131692893597824 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2026/02/14-09:30:01.340180 131692893597824 Options.compaction_options_fifo.max_table_files_size: 1073741824
2026/02/14-09:30:01.340180 131692893597824 Options.compaction_options_fifo.allow_compaction: 0
2026/02/14-09:30:01.340181 131692893597824 Options.table_properties_collectors:
2026/02/14-09:30:01.340182 131692893597824 Options.inplace_update_support: 0
2026/02/14-09:30:01.340182 131692893597824 Options.inplace_update_num_locks: 10000
2026/02/14-09:30:01.340182 131692893597824 Options.memtable_prefix_bloom_size_ratio: 0.000000
2026/02/14-09:30:01.340183 131692893597824 Options.memtable_whole_key_filtering: 0
2026/02/14-09:30:01.340183 131692893597824 Options.memtable_huge_page_size: 0
2026/02/14-09:30:01.340183 131692893597824 Options.bloom_locality: 0
2026/02/14-09:30:01.340184 131692893597824 Options.max_successive_merges: 0
2026/02/14-09:30:01.340184 131692893597824 Options.optimize_filters_for_hits: 0
2026/02/14-09:30:01.340184 131692893597824 Options.paranoid_file_checks: 0
2026/02/14-09:30:01.340184 131692893597824 Options.force_consistency_checks: 1
2026/02/14-09:30:01.340185 131692893597824 Options.report_bg_io_stats: 0
2026/02/14-09:30:01.340185 131692893597824 Options.ttl: 2592000
2026/02/14-09:30:01.340185 131692893597824 Options.periodic_compaction_seconds: 0
2026/02/14-09:30:01.340186 131692893597824 Options.enable_blob_files: false
2026/02/14-09:30:01.340186 131692893597824 Options.min_blob_size: 0
2026/02/14-09:30:01.340186 131692893597824 Options.blob_file_size: 268435456
2026/02/14-09:30:01.340187 131692893597824 Options.blob_compression_type: NoCompression
2026/02/14-09:30:01.340187 131692893597824 Options.enable_blob_garbage_collection: false
2026/02/14-09:30:01.340187 131692893597824 Options.blob_garbage_collection_age_cutoff: 0.250000
2026/02/14-09:30:01.340188 131692893597824 Options.blob_garbage_collection_force_threshold: 1.000000
2026/02/14-09:30:01.340188 131692893597824 Options.blob_compaction_readahead_size: 0
2026/02/14-09:30:01.340560 131692893597824 [/version_set.cc:4928] Recovered from manifest file:/home/dom/ai/t2a-finetune/.aim/seqs/chunks/5c9c68dfba9743599dfe13e9/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2026/02/14-09:30:01.340562 131692893597824 [/version_set.cc:4943] Column family [default] (ID 0), log number is 0
2026/02/14-09:30:01.340589 131692893597824 [/version_set.cc:4409] Creating manifest 4
2026/02/14-09:30:01.344880 131692893597824 [/db_impl/db_impl_open.cc:1820] SstFileManager instance 0x1f6ce050
2026/02/14-09:30:01.344888 131692893597824 DB pointer 0x1f6beac0
2026/02/14-09:30:01.357577 131692893597824 [/db_impl/db_impl_write.cc:1456] Flushing column family with oldest memtable entry. Write buffers are using 919608 bytes out of a total of 1048576.
2026/02/14-09:30:01.357632 131692893597824 [/db_impl/db_impl_write.cc:1868] [default] New memtable created with log file: #8. Immutable memtables: 0.
2026/02/14-09:30:01.357684 131692010399424 (Original Log Time 2026/02/14-09:30:01.357663) [/db_impl/db_impl_compaction_flush.cc:2779] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2026/02/14-09:30:01.357687 131692010399424 [/flush_job.cc:816] [default] [JOB 2] Flushing memtable with next log file: 8
2026/02/14-09:30:01.358253 131692010399424 EVENT_LOG_v1 {"time_micros": 1771057801358248, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 5240, "num_deletes": 1318, "total_data_size": 688474, "memory_usage": 789272, "flush_reason": "Write Buffer Manager"}
2026/02/14-09:30:01.358256 131692010399424 [/flush_job.cc:845] [default] [JOB 2] Level-0 flush table #9: started
2026/02/14-09:30:01.362910 131692010399424 EVENT_LOG_v1 {"time_micros": 1771057801362900, "cf_name": "default", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 503365, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 45484, "index_size": 1573, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 458888, "raw_average_key_size": 87, "raw_value_size": 219106, "raw_average_value_size": 41, "num_data_blocks": 19, "num_entries": 5240, "num_filter_entries": 0, "num_deletions": 3922, "num_merge_operands": 0, "num_range_deletions": 2604, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1771057801, "oldest_key_time": 1771057801, "file_creation_time": 1771057801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2051d3c2-97eb-490f-897c-be2562c28a34", "db_session_id": "RHH510A17J155U7N5O94", "orig_file_number": 9}}
2026/02/14-09:30:01.362961 131692010399424 [/flush_job.cc:930] [default] [JOB 2] Level-0 flush table #9: 503365 bytes OK
2026/02/14-09:30:01.363716 131692010399424 [/flush_job.cc:983] [default] [JOB 2] Flush lasted 6037 microseconds, and 4365 cpu microseconds.
2026/02/14-09:30:01.364549 131692010399424 (Original Log Time 2026/02/14-09:30:01.363719) [/memtable_list.cc:469] [default] Level-0 commit table #9 started
2026/02/14-09:30:01.364550 131692010399424 (Original Log Time 2026/02/14-09:30:01.364518) [/memtable_list.cc:675] [default] Level-0 commit table #9: memtable #1 done
2026/02/14-09:30:01.364551 131692010399424 (Original Log Time 2026/02/14-09:30:01.364526) EVENT_LOG_v1 {"time_micros": 1771057801364523, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0], "immutable_memtables": 0}
2026/02/14-09:30:01.364552 131692010399424 (Original Log Time 2026/02/14-09:30:01.364536) [/db_impl/db_impl_compaction_flush.cc:288] [default] Level summary: files[1 0 0 0] max score 0.12
2026/02/14-09:30:01.364555 131692010399424 [/db_impl/db_impl_files.cc:430] [JOB 2] Try to delete WAL files size 666292, prev total WAL file size 953554, number of live WAL files 2.
2026/02/14-09:30:01.364672 131692010399424 [le/delete_scheduler.cc:73] Deleted file /home/dom/ai/t2a-finetune/.aim/seqs/chunks/5c9c68dfba9743599dfe13e9/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
2026/02/14-09:30:01.371289 131692893597824 [/db_impl/db_impl_write.cc:1456] Flushing column family with oldest memtable entry. Write buffers are using 919608 bytes out of a total of 1048576.
2026/02/14-09:30:01.371323 131692893597824 [/db_impl/db_impl_write.cc:1868] [default] New memtable created with log file: #10. Immutable memtables: 0.
2026/02/14-09:30:01.374163 131692010399424 (Original Log Time 2026/02/14-09:30:01.374157) [/db_impl/db_impl_compaction_flush.cc:2779] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2026/02/14-09:30:01.374164 131692010399424 [/flush_job.cc:816] [default] [JOB 3] Flushing memtable with next log file: 10
2026/02/14-09:30:01.374701 131692010399424 EVENT_LOG_v1 {"time_micros": 1771057801374695, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 5232, "num_deletes": 1324, "total_data_size": 688512, "memory_usage": 788768, "flush_reason": "Write Buffer Manager"}
2026/02/14-09:30:01.374707 131692010399424 [/flush_job.cc:845] [default] [JOB 3] Level-0 flush table #11: started
2026/02/14-09:30:01.377031 131692893597824 [/db_impl/db_impl_write.cc:1456] Flushing column family with oldest memtable entry. Write buffers are using 1445976 bytes out of a total of 1048576.
2026/02/14-09:30:01.377064 131692893597824 [/db_impl/db_impl_write.cc:1868] [default] New memtable created with log file: #12. Immutable memtables: 1.
2026/02/14-09:30:01.377068 131692893597824 [WARN] [/column_family.cc:899] [default] Stopping writes because we have 2 immutable memtables (waiting for flush), max_write_buffer_number is set to 2
2026/02/14-09:30:01.378610 131692010399424 EVENT_LOG_v1 {"time_micros": 1771057801378600, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 11, "file_size": 500105, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 44367, "index_size": 1567, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 459920, "raw_average_key_size": 87, "raw_value_size": 218128, "raw_average_value_size": 41, "num_data_blocks": 19, "num_entries": 5232, "num_filter_entries": 0, "num_deletions": 3908, "num_merge_operands": 0, "num_range_deletions": 2584, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1771057801, "oldest_key_time": 1771057801, "file_creation_time": 1771057801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2051d3c2-97eb-490f-897c-be2562c28a34", "db_session_id": "RHH510A17J155U7N5O94", "orig_file_number": 11}}
2026/02/14-09:30:01.378695 131692010399424 [/flush_job.cc:930] [default] [JOB 3] Level-0 flush table #11: 500105 bytes OK
2026/02/14-09:30:01.379459 131692010399424 [/flush_job.cc:983] [default] [JOB 3] Flush lasted 5297 microseconds, and 3650 cpu microseconds.
2026/02/14-09:30:01.380296 131692010399424 (Original Log Time 2026/02/14-09:30:01.379463) [/memtable_list.cc:469] [default] Level-0 commit table #11 started
2026/02/14-09:30:01.380297 131692010399424 (Original Log Time 2026/02/14-09:30:01.380262) [/memtable_list.cc:675] [default] Level-0 commit table #11: memtable #1 done
2026/02/14-09:30:01.380298 131692010399424 (Original Log Time 2026/02/14-09:30:01.380271) EVENT_LOG_v1 {"time_micros": 1771057801380268, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [2, 0, 0, 0], "immutable_memtables": 1}
2026/02/14-09:30:01.380298 131692010399424 (Original Log Time 2026/02/14-09:30:01.380281) [/db_impl/db_impl_compaction_flush.cc:288] [default] Level summary: files[2 0 0 0] max score 0.25
2026/02/14-09:30:01.380301 131692010399424 [/db_impl/db_impl_files.cc:430] [JOB 3] Try to delete WAL files size 666452, prev total WAL file size 1000348, number of live WAL files 3.
2026/02/14-09:30:01.380411 131692010399424 [le/delete_scheduler.cc:73] Deleted file /home/dom/ai/t2a-finetune/.aim/seqs/chunks/5c9c68dfba9743599dfe13e9/000008.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
2026/02/14-09:30:01.380431 131692010399424 (Original Log Time 2026/02/14-09:30:01.380426) [/db_impl/db_impl_compaction_flush.cc:2779] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2026/02/14-09:30:01.380432 131692010399424 [/flush_job.cc:816] [default] [JOB 4] Flushing memtable with next log file: 12
2026/02/14-09:30:01.380638 131692010399424 EVENT_LOG_v1 {"time_micros": 1771057801380636, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 2620, "num_deletes": 655, "total_data_size": 345031, "memory_usage": 395976, "flush_reason": "Write Buffer Manager"}
2026/02/14-09:30:01.380639 131692010399424 [/flush_job.cc:845] [default] [JOB 4] Level-0 flush table #13: started
2026/02/14-09:30:01.382929 131692010399424 EVENT_LOG_v1 {"time_micros": 1771057801382922, "cf_name": "default", "job": 4, "event": "table_file_creation", "file_number": 13, "file_size": 249161, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 18279, "index_size": 827, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 229580, "raw_average_key_size": 87, "raw_value_size": 110211, "raw_average_value_size": 42, "num_data_blocks": 10, "num_entries": 2620, "num_filter_entries": 0, "num_deletions": 1965, "num_merge_operands": 0, "num_range_deletions": 1310, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1771057801, "oldest_key_time": 1771057801, "file_creation_time": 1771057801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2051d3c2-97eb-490f-897c-be2562c28a34", "db_session_id": "RHH510A17J155U7N5O94", "orig_file_number": 13}}
2026/02/14-09:30:01.382959 131692010399424 [/flush_job.cc:930] [default] [JOB 4] Level-0 flush table #13: 249161 bytes OK
2026/02/14-09:30:01.383718 131692010399424 [/flush_job.cc:983] [default] [JOB 4] Flush lasted 3285 microseconds, and 1669 cpu microseconds.
2026/02/14-09:30:01.384557 131692010399424 (Original Log Time 2026/02/14-09:30:01.383722) [/memtable_list.cc:469] [default] Level-0 commit table #13 started
2026/02/14-09:30:01.384558 131692010399424 (Original Log Time 2026/02/14-09:30:01.384528) [/memtable_list.cc:675] [default] Level-0 commit table #13: memtable #1 done
2026/02/14-09:30:01.384559 131692010399424 (Original Log Time 2026/02/14-09:30:01.384537) EVENT_LOG_v1 {"time_micros": 1771057801384534, "job": 4, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [3, 0, 0, 0], "immutable_memtables": 0}
2026/02/14-09:30:01.384559 131692010399424 (Original Log Time 2026/02/14-09:30:01.384545) [/db_impl/db_impl_compaction_flush.cc:288] [default] Level summary: files[3 0 0 0] max score 0.38
2026/02/14-09:30:01.384562 131692010399424 [/db_impl/db_impl_files.cc:430] [JOB 4] Try to delete WAL files size 333896, prev total WAL file size 575554, number of live WAL files 2.
2026/02/14-09:30:01.384631 131692010399424 [le/delete_scheduler.cc:73] Deleted file /home/dom/ai/t2a-finetune/.aim/seqs/chunks/5c9c68dfba9743599dfe13e9/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
2026/02/14-09:30:01.465772 131691800680128 [/db_impl/db_impl_compaction_flush.cc:1713] [default] Manual flush start.
2026/02/14-09:30:01.465818 131691800680128 [/db_impl/db_impl_write.cc:1868] [default] New memtable created with log file: #14. Immutable memtables: 0.
2026/02/14-09:30:01.465883 131692010399424 (Original Log Time 2026/02/14-09:30:01.465860) [/db_impl/db_impl_compaction_flush.cc:2779] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2026/02/14-09:30:01.465888 131692010399424 [/flush_job.cc:816] [default] [JOB 5] Flushing memtable with next log file: 14
2026/02/14-09:30:01.466472 131692010399424 EVENT_LOG_v1 {"time_micros": 1771057801466466, "job": 5, "event": "flush_started", "num_memtables": 1, "num_entries": 4204, "num_deletes": 1051, "total_data_size": 553763, "memory_usage": 634160, "flush_reason": "Manual Flush"}
2026/02/14-09:30:01.466477 131692010399424 [/flush_job.cc:845] [default] [JOB 5] Level-0 flush table #15: started
2026/02/14-09:30:01.469782 131692010399424 EVENT_LOG_v1 {"time_micros": 1771057801469771, "cf_name": "default", "job": 5, "event": "table_file_creation", "file_number": 15, "file_size": 403863, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 33997, "index_size": 1237, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 368476, "raw_average_key_size": 87, "raw_value_size": 176879, "raw_average_value_size": 42, "num_data_blocks": 15, "num_entries": 4204, "num_filter_entries": 0, "num_deletions": 3153, "num_merge_operands": 0, "num_range_deletions": 2102, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1771057801, "oldest_key_time": 1771057801, "file_creation_time": 1771057801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2051d3c2-97eb-490f-897c-be2562c28a34", "db_session_id": "RHH510A17J155U7N5O94", "orig_file_number": 15}}
2026/02/14-09:30:01.469836 131692010399424 [/flush_job.cc:930] [default] [JOB 5] Level-0 flush table #15: 403863 bytes OK
2026/02/14-09:30:01.470591 131692010399424 [/flush_job.cc:983] [default] [JOB 5] Flush lasted 4714 microseconds, and 3037 cpu microseconds.
2026/02/14-09:30:01.471426 131692010399424 (Original Log Time 2026/02/14-09:30:01.470594) [/memtable_list.cc:469] [default] Level-0 commit table #15 started
2026/02/14-09:30:01.471427 131692010399424 (Original Log Time 2026/02/14-09:30:01.471393) [/memtable_list.cc:675] [default] Level-0 commit table #15: memtable #1 done
2026/02/14-09:30:01.471428 131692010399424 (Original Log Time 2026/02/14-09:30:01.471402) EVENT_LOG_v1 {"time_micros": 1771057801471398, "job": 5, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [4, 0, 0, 0], "immutable_memtables": 0}
2026/02/14-09:30:01.471428 131692010399424 (Original Log Time 2026/02/14-09:30:01.471414) [/db_impl/db_impl_compaction_flush.cc:288] [default] Level summary: files[4 0 0 0] max score 0.50
2026/02/14-09:30:01.471431 131692010399424 [/db_impl/db_impl_files.cc:430] [JOB 5] Try to delete WAL files size 535896, prev total WAL file size 535896, number of live WAL files 2.
2026/02/14-09:30:01.471528 131692010399424 [le/delete_scheduler.cc:73] Deleted file /home/dom/ai/t2a-finetune/.aim/seqs/chunks/5c9c68dfba9743599dfe13e9/000012.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
2026/02/14-09:30:01.471540 131691800680128 [/db_impl/db_impl_compaction_flush.cc:1723] [default] Manual flush finished, status: OK
2026/02/14-09:30:01.471551 131691800680128 [/db_impl/db_impl.cc:481] Shutdown: canceling all background work
2026/02/14-09:30:01.471943 131691800680128 [/db_impl/db_impl.cc:699] Shutdown complete

View File

@@ -0,0 +1,190 @@
# This is a RocksDB option file.
#
# For detailed file format spec, please refer to the example file
# in examples/rocksdb_option_file_example.ini
#
[Version]
rocksdb_version=6.29.5
options_file_version=1.1
[DBOptions]
max_open_files=-1
stats_history_buffer_size=1048576
stats_persist_period_sec=600
max_background_flushes=-1
stats_dump_period_sec=600
compaction_readahead_size=0
bytes_per_sync=0
delete_obsolete_files_period_micros=21600000000
max_total_wal_size=0
delayed_write_rate=16777216
wal_bytes_per_sync=0
writable_file_max_buffer_size=1048576
avoid_flush_during_shutdown=false
max_subcompactions=1
strict_bytes_per_sync=false
max_background_compactions=4
base_background_compactions=-1
max_background_jobs=2
file_checksum_gen_factory=nullptr
db_host_id=__hostname__
bgerror_resume_retry_interval=1000000
best_efforts_recovery=false
avoid_unnecessary_blocking_io=false
two_write_queues=false
atomic_flush=false
preserve_deletes=false
allow_ingest_behind=false
lowest_used_cache_tier=kNonVolatileBlockTier
avoid_flush_during_recovery=false
info_log_level=INFO_LEVEL
access_hint_on_compaction_start=NORMAL
max_bgerror_resume_count=2147483647
write_thread_slow_yield_usec=3
allow_concurrent_memtable_write=true
WAL_ttl_seconds=0
manual_wal_flush=false
dump_malloc_stats=false
wal_recovery_mode=kPointInTimeRecovery
log_file_time_to_roll=0
enable_write_thread_adaptive_yield=true
recycle_log_file_num=0
table_cache_numshardbits=6
max_file_opening_threads=16
allow_data_in_errors=false
rate_limiter=nullptr
use_fsync=false
unordered_write=false
fail_if_options_file_error=false
random_access_max_buffer_size=1048576
new_table_reader_for_compaction_inputs=false
skip_checking_sst_file_sizes_on_db_open=true
skip_stats_update_on_db_open=true
persist_stats_to_disk=false
track_and_verify_wals_in_manifest=false
enable_pipelined_write=false
flush_verify_memtable_count=true
log_readahead_size=0
is_fd_close_on_exec=true
WAL_size_limit_MB=0
experimental_mempurge_threshold=0.000000
write_dbid_to_manifest=false
use_adaptive_mutex=false
error_if_exists=false
write_thread_max_yield_usec=100
enable_thread_tracking=false
db_write_buffer_size=1048576
create_missing_column_families=false
paranoid_checks=false
create_if_missing=true
wal_filter=nullptr
max_manifest_file_size=1073741824
allow_2pc=false
use_direct_io_for_flush_and_compaction=false
manifest_preallocation_size=4194304
use_direct_reads=false
allow_fallocate=true
max_write_batch_group_size_bytes=1048576
keep_log_file_num=10
allow_mmap_reads=false
max_log_file_size=0
allow_mmap_writes=false
advise_random_on_open=true
[CFOptions "default"]
compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;}
bottommost_compression=kDisableCompressionOption
enable_blob_garbage_collection=false
blob_file_size=268435456
sample_for_compression=0
periodic_compaction_seconds=0
ttl=2592000
blob_garbage_collection_age_cutoff=0.250000
compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;}
compression=kSnappyCompression
max_sequential_skip_in_iterations=8
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
max_bytes_for_level_multiplier=8.000000
max_bytes_for_level_base=536870912
memtable_whole_key_filtering=false
max_successive_merges=0
blob_compaction_readahead_size=0
inplace_update_num_locks=10000
arena_block_size=131072
target_file_size_multiplier=1
prefix_extractor=nullptr
max_write_buffer_number=2
blob_compression_type=kNoCompression
level0_stop_writes_trigger=24
level0_slowdown_writes_trigger=17
compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
level0_file_num_compaction_trigger=8
write_buffer_size=1048576
memtable_huge_page_size=0
max_compaction_bytes=1677721600
min_blob_size=0
bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;}
hard_pending_compaction_bytes_limit=274877906944
target_file_size_base=67108864
soft_pending_compaction_bytes_limit=68719476736
enable_blob_files=false
paranoid_file_checks=false
check_flush_compaction_key_order=true
blob_garbage_collection_force_threshold=1.000000
disable_auto_compactions=false
memtable_prefix_bloom_size_ratio=0.000000
report_bg_io_stats=false
compaction_pri=kMinOverlappingRatio
compaction_filter_factory=nullptr
comparator=leveldb.BytewiseComparator
sst_partitioner_factory=nullptr
bloom_locality=0
compaction_style=kCompactionStyleLevel
min_write_buffer_number_to_merge=1
max_write_buffer_size_to_maintain=0
max_write_buffer_number_to_maintain=0
merge_operator=nullptr
memtable_factory=SkipListFactory
memtable_insert_with_hint_prefix_extractor=nullptr
num_levels=4
force_consistency_checks=true
optimize_filters_for_hits=false
compaction_filter=nullptr
level_compaction_dynamic_level_bytes=false
inplace_update_support=false
table_factory=BlockBasedTable
[TableOptions/BlockBasedTable "default"]
pin_top_level_index_and_filter=true
block_align=false
read_amp_bytes_per_bit=0
verify_compression=false
enable_index_compression=true
reserve_table_builder_memory=false
whole_key_filtering=true
max_auto_readahead_size=262144
optimize_filters_for_memory=false
index_block_restart_interval=1
prepopulate_block_cache=kDisable
block_restart_interval=16
block_size=4096
format_version=5
partition_filters=false
block_size_deviation=10
no_block_cache=false
checksum=kCRC32c
data_block_hash_table_util_ratio=0.750000
index_shortening=kShortenSeparators
data_block_index_type=kDataBlockBinarySearch
hash_index_allow_collision=true
filter_policy=nullptr
metadata_block_size=4096
index_type=kBinarySearch
metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
pin_l0_filter_and_index_blocks_in_cache=false
cache_index_and_filter_blocks_with_high_priority=true
cache_index_and_filter_blocks=false
flush_block_policy_factory=FlushBlockBySizePolicyFactory