chore: add .gitignore

This commit is contained in:
dom
2026-03-05 00:37:36 +01:00
parent 06100df236
commit e26be72f9c
449 changed files with 504051 additions and 57 deletions

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

View File

@@ -0,0 +1 @@
MANIFEST-000004

View File

@@ -0,0 +1 @@
1a6d65b7-0ac9-4e60-8f56-fc6460da49dc

View File

@@ -0,0 +1,297 @@
2026/02/14-03:47:13.054316 139818996916352 [/db_impl/db_impl_open.cc:199] file size check will be skipped during open.
2026/02/14-03:47:13.054370 139818996916352 RocksDB version: 6.29.5
2026/02/14-03:47:13.054372 139818996916352 Compile date 2024-04-24 15:34:28
2026/02/14-03:47:13.054373 139818996916352 DB SUMMARY
2026/02/14-03:47:13.054374 139818996916352 DB Session ID: EEUDW4QGF9S7RT3M9ILB
2026/02/14-03:47:13.054379 139818996916352 SST files in /home/dom/ai/t2a-finetune/.aim/seqs/chunks/dec1bbaa33264bc892f25453 dir, Total Num: 0, files:
2026/02/14-03:47:13.054380 139818996916352 Write Ahead Log file in /home/dom/ai/t2a-finetune/.aim/seqs/chunks/dec1bbaa33264bc892f25453:
2026/02/14-03:47:13.054381 139818996916352 Options.error_if_exists: 0
2026/02/14-03:47:13.054382 139818996916352 Options.create_if_missing: 1
2026/02/14-03:47:13.054382 139818996916352 Options.paranoid_checks: 0
2026/02/14-03:47:13.054383 139818996916352 Options.flush_verify_memtable_count: 1
2026/02/14-03:47:13.054383 139818996916352 Options.track_and_verify_wals_in_manifest: 0
2026/02/14-03:47:13.054383 139818996916352 Options.env: 0x7f2a24caa860
2026/02/14-03:47:13.054384 139818996916352 Options.fs: PosixFileSystem
2026/02/14-03:47:13.054385 139818996916352 Options.info_log: 0x31a0ed40
2026/02/14-03:47:13.054385 139818996916352 Options.max_file_opening_threads: 16
2026/02/14-03:47:13.054386 139818996916352 Options.statistics: (nil)
2026/02/14-03:47:13.054386 139818996916352 Options.use_fsync: 0
2026/02/14-03:47:13.054386 139818996916352 Options.max_log_file_size: 0
2026/02/14-03:47:13.054387 139818996916352 Options.max_manifest_file_size: 1073741824
2026/02/14-03:47:13.054387 139818996916352 Options.log_file_time_to_roll: 0
2026/02/14-03:47:13.054388 139818996916352 Options.keep_log_file_num: 10
2026/02/14-03:47:13.054388 139818996916352 Options.recycle_log_file_num: 0
2026/02/14-03:47:13.054388 139818996916352 Options.allow_fallocate: 1
2026/02/14-03:47:13.054389 139818996916352 Options.allow_mmap_reads: 0
2026/02/14-03:47:13.054389 139818996916352 Options.allow_mmap_writes: 0
2026/02/14-03:47:13.054389 139818996916352 Options.use_direct_reads: 0
2026/02/14-03:47:13.054389 139818996916352 Options.use_direct_io_for_flush_and_compaction: 0
2026/02/14-03:47:13.054390 139818996916352 Options.create_missing_column_families: 0
2026/02/14-03:47:13.054390 139818996916352 Options.db_log_dir:
2026/02/14-03:47:13.054390 139818996916352 Options.wal_dir:
2026/02/14-03:47:13.054391 139818996916352 Options.table_cache_numshardbits: 6
2026/02/14-03:47:13.054391 139818996916352 Options.WAL_ttl_seconds: 0
2026/02/14-03:47:13.054391 139818996916352 Options.WAL_size_limit_MB: 0
2026/02/14-03:47:13.054392 139818996916352 Options.max_write_batch_group_size_bytes: 1048576
2026/02/14-03:47:13.054392 139818996916352 Options.manifest_preallocation_size: 4194304
2026/02/14-03:47:13.054392 139818996916352 Options.is_fd_close_on_exec: 1
2026/02/14-03:47:13.054393 139818996916352 Options.advise_random_on_open: 1
2026/02/14-03:47:13.054393 139818996916352 Options.experimental_mempurge_threshold: 0.000000
2026/02/14-03:47:13.054395 139818996916352 Options.db_write_buffer_size: 1048576
2026/02/14-03:47:13.054395 139818996916352 Options.write_buffer_manager: 0x30ecbc90
2026/02/14-03:47:13.054396 139818996916352 Options.access_hint_on_compaction_start: 1
2026/02/14-03:47:13.054396 139818996916352 Options.new_table_reader_for_compaction_inputs: 0
2026/02/14-03:47:13.054399 139818996916352 Options.random_access_max_buffer_size: 1048576
2026/02/14-03:47:13.054399 139818996916352 Options.use_adaptive_mutex: 0
2026/02/14-03:47:13.054399 139818996916352 Options.rate_limiter: (nil)
2026/02/14-03:47:13.054400 139818996916352 Options.sst_file_manager.rate_bytes_per_sec: 0
2026/02/14-03:47:13.054400 139818996916352 Options.wal_recovery_mode: 2
2026/02/14-03:47:13.054401 139818996916352 Options.enable_thread_tracking: 0
2026/02/14-03:47:13.054401 139818996916352 Options.enable_pipelined_write: 0
2026/02/14-03:47:13.054401 139818996916352 Options.unordered_write: 0
2026/02/14-03:47:13.054402 139818996916352 Options.allow_concurrent_memtable_write: 1
2026/02/14-03:47:13.054402 139818996916352 Options.enable_write_thread_adaptive_yield: 1
2026/02/14-03:47:13.054402 139818996916352 Options.write_thread_max_yield_usec: 100
2026/02/14-03:47:13.054402 139818996916352 Options.write_thread_slow_yield_usec: 3
2026/02/14-03:47:13.054403 139818996916352 Options.row_cache: None
2026/02/14-03:47:13.054403 139818996916352 Options.wal_filter: None
2026/02/14-03:47:13.054404 139818996916352 Options.avoid_flush_during_recovery: 0
2026/02/14-03:47:13.054404 139818996916352 Options.allow_ingest_behind: 0
2026/02/14-03:47:13.054404 139818996916352 Options.preserve_deletes: 0
2026/02/14-03:47:13.054404 139818996916352 Options.two_write_queues: 0
2026/02/14-03:47:13.054405 139818996916352 Options.manual_wal_flush: 0
2026/02/14-03:47:13.054405 139818996916352 Options.atomic_flush: 0
2026/02/14-03:47:13.054405 139818996916352 Options.avoid_unnecessary_blocking_io: 0
2026/02/14-03:47:13.054406 139818996916352 Options.persist_stats_to_disk: 0
2026/02/14-03:47:13.054406 139818996916352 Options.write_dbid_to_manifest: 0
2026/02/14-03:47:13.054406 139818996916352 Options.log_readahead_size: 0
2026/02/14-03:47:13.054407 139818996916352 Options.file_checksum_gen_factory: Unknown
2026/02/14-03:47:13.054407 139818996916352 Options.best_efforts_recovery: 0
2026/02/14-03:47:13.054407 139818996916352 Options.max_bgerror_resume_count: 2147483647
2026/02/14-03:47:13.054408 139818996916352 Options.bgerror_resume_retry_interval: 1000000
2026/02/14-03:47:13.054408 139818996916352 Options.allow_data_in_errors: 0
2026/02/14-03:47:13.054408 139818996916352 Options.db_host_id: __hostname__
2026/02/14-03:47:13.054409 139818996916352 Options.max_background_jobs: 2
2026/02/14-03:47:13.054409 139818996916352 Options.max_background_compactions: 4
2026/02/14-03:47:13.054409 139818996916352 Options.max_subcompactions: 1
2026/02/14-03:47:13.054410 139818996916352 Options.avoid_flush_during_shutdown: 0
2026/02/14-03:47:13.054410 139818996916352 Options.writable_file_max_buffer_size: 1048576
2026/02/14-03:47:13.054410 139818996916352 Options.delayed_write_rate : 16777216
2026/02/14-03:47:13.054411 139818996916352 Options.max_total_wal_size: 0
2026/02/14-03:47:13.054411 139818996916352 Options.delete_obsolete_files_period_micros: 21600000000
2026/02/14-03:47:13.054411 139818996916352 Options.stats_dump_period_sec: 600
2026/02/14-03:47:13.054412 139818996916352 Options.stats_persist_period_sec: 600
2026/02/14-03:47:13.054412 139818996916352 Options.stats_history_buffer_size: 1048576
2026/02/14-03:47:13.054412 139818996916352 Options.max_open_files: -1
2026/02/14-03:47:13.054413 139818996916352 Options.bytes_per_sync: 0
2026/02/14-03:47:13.054413 139818996916352 Options.wal_bytes_per_sync: 0
2026/02/14-03:47:13.054414 139818996916352 Options.strict_bytes_per_sync: 0
2026/02/14-03:47:13.054415 139818996916352 Options.compaction_readahead_size: 0
2026/02/14-03:47:13.054415 139818996916352 Options.max_background_flushes: -1
2026/02/14-03:47:13.054416 139818996916352 Compression algorithms supported:
2026/02/14-03:47:13.054416 139818996916352 kZSTDNotFinalCompression supported: 1
2026/02/14-03:47:13.054417 139818996916352 kZSTD supported: 1
2026/02/14-03:47:13.054417 139818996916352 kXpressCompression supported: 0
2026/02/14-03:47:13.054418 139818996916352 kLZ4HCCompression supported: 0
2026/02/14-03:47:13.054418 139818996916352 kLZ4Compression supported: 0
2026/02/14-03:47:13.054419 139818996916352 kBZip2Compression supported: 1
2026/02/14-03:47:13.054419 139818996916352 kZlibCompression supported: 1
2026/02/14-03:47:13.054419 139818996916352 kSnappyCompression supported: 1
2026/02/14-03:47:13.054420 139818996916352 Fast CRC32 supported: Not supported on x86
2026/02/14-03:47:13.056113 139818996916352 [/db_impl/db_impl_open.cc:307] Creating manifest 1
2026/02/14-03:47:13.058454 139818996916352 [/version_set.cc:4888] Recovering from manifest file: /home/dom/ai/t2a-finetune/.aim/seqs/chunks/dec1bbaa33264bc892f25453/MANIFEST-000001
2026/02/14-03:47:13.058526 139818996916352 [/column_family.cc:605] --------------- Options for column family [default]:
2026/02/14-03:47:13.058527 139818996916352 Options.comparator: leveldb.BytewiseComparator
2026/02/14-03:47:13.058528 139818996916352 Options.merge_operator: None
2026/02/14-03:47:13.058528 139818996916352 Options.compaction_filter: None
2026/02/14-03:47:13.058529 139818996916352 Options.compaction_filter_factory: None
2026/02/14-03:47:13.058529 139818996916352 Options.sst_partitioner_factory: None
2026/02/14-03:47:13.058529 139818996916352 Options.memtable_factory: SkipListFactory
2026/02/14-03:47:13.058530 139818996916352 Options.table_factory: BlockBasedTable
2026/02/14-03:47:13.058545 139818996916352 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x31d27df0)
cache_index_and_filter_blocks: 0
cache_index_and_filter_blocks_with_high_priority: 1
pin_l0_filter_and_index_blocks_in_cache: 0
pin_top_level_index_and_filter: 1
index_type: 0
data_block_index_type: 0
index_shortening: 1
data_block_hash_table_util_ratio: 0.750000
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x32fc6950
block_cache_name: LRUCache
block_cache_options:
capacity : 8388608
num_shard_bits : 4
strict_capacity_limit : 0
memory_allocator : None
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
metadata_block_size: 4096
partition_filters: 0
use_delta_encoding: 1
filter_policy: nullptr
whole_key_filtering: 1
verify_compression: 0
read_amp_bytes_per_bit: 0
format_version: 5
enable_index_compression: 1
block_align: 0
max_auto_readahead_size: 262144
prepopulate_block_cache: 0
2026/02/14-03:47:13.058546 139818996916352 Options.write_buffer_size: 1048576
2026/02/14-03:47:13.058546 139818996916352 Options.max_write_buffer_number: 2
2026/02/14-03:47:13.058547 139818996916352 Options.compression: Snappy
2026/02/14-03:47:13.058548 139818996916352 Options.bottommost_compression: Disabled
2026/02/14-03:47:13.058548 139818996916352 Options.prefix_extractor: nullptr
2026/02/14-03:47:13.058548 139818996916352 Options.memtable_insert_with_hint_prefix_extractor: nullptr
2026/02/14-03:47:13.058548 139818996916352 Options.num_levels: 4
2026/02/14-03:47:13.058549 139818996916352 Options.min_write_buffer_number_to_merge: 1
2026/02/14-03:47:13.058549 139818996916352 Options.max_write_buffer_number_to_maintain: 0
2026/02/14-03:47:13.058549 139818996916352 Options.max_write_buffer_size_to_maintain: 0
2026/02/14-03:47:13.058553 139818996916352 Options.bottommost_compression_opts.window_bits: -14
2026/02/14-03:47:13.058553 139818996916352 Options.bottommost_compression_opts.level: 32767
2026/02/14-03:47:13.058554 139818996916352 Options.bottommost_compression_opts.strategy: 0
2026/02/14-03:47:13.058554 139818996916352 Options.bottommost_compression_opts.max_dict_bytes: 0
2026/02/14-03:47:13.058554 139818996916352 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2026/02/14-03:47:13.058555 139818996916352 Options.bottommost_compression_opts.parallel_threads: 1
2026/02/14-03:47:13.058555 139818996916352 Options.bottommost_compression_opts.enabled: false
2026/02/14-03:47:13.058556 139818996916352 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
2026/02/14-03:47:13.058556 139818996916352 Options.compression_opts.window_bits: -14
2026/02/14-03:47:13.058556 139818996916352 Options.compression_opts.level: 32767
2026/02/14-03:47:13.058557 139818996916352 Options.compression_opts.strategy: 0
2026/02/14-03:47:13.058557 139818996916352 Options.compression_opts.max_dict_bytes: 0
2026/02/14-03:47:13.058557 139818996916352 Options.compression_opts.zstd_max_train_bytes: 0
2026/02/14-03:47:13.058557 139818996916352 Options.compression_opts.parallel_threads: 1
2026/02/14-03:47:13.058558 139818996916352 Options.compression_opts.enabled: false
2026/02/14-03:47:13.058558 139818996916352 Options.compression_opts.max_dict_buffer_bytes: 0
2026/02/14-03:47:13.058558 139818996916352 Options.level0_file_num_compaction_trigger: 8
2026/02/14-03:47:13.058559 139818996916352 Options.level0_slowdown_writes_trigger: 17
2026/02/14-03:47:13.058559 139818996916352 Options.level0_stop_writes_trigger: 24
2026/02/14-03:47:13.058559 139818996916352 Options.target_file_size_base: 67108864
2026/02/14-03:47:13.058560 139818996916352 Options.target_file_size_multiplier: 1
2026/02/14-03:47:13.058560 139818996916352 Options.max_bytes_for_level_base: 536870912
2026/02/14-03:47:13.058560 139818996916352 Options.level_compaction_dynamic_level_bytes: 0
2026/02/14-03:47:13.058561 139818996916352 Options.max_bytes_for_level_multiplier: 8.000000
2026/02/14-03:47:13.058561 139818996916352 Options.max_bytes_for_level_multiplier_addtl[0]: 1
2026/02/14-03:47:13.058562 139818996916352 Options.max_bytes_for_level_multiplier_addtl[1]: 1
2026/02/14-03:47:13.058562 139818996916352 Options.max_bytes_for_level_multiplier_addtl[2]: 1
2026/02/14-03:47:13.058562 139818996916352 Options.max_bytes_for_level_multiplier_addtl[3]: 1
2026/02/14-03:47:13.058563 139818996916352 Options.max_bytes_for_level_multiplier_addtl[4]: 1
2026/02/14-03:47:13.058563 139818996916352 Options.max_bytes_for_level_multiplier_addtl[5]: 1
2026/02/14-03:47:13.058563 139818996916352 Options.max_bytes_for_level_multiplier_addtl[6]: 1
2026/02/14-03:47:13.058564 139818996916352 Options.max_sequential_skip_in_iterations: 8
2026/02/14-03:47:13.058564 139818996916352 Options.max_compaction_bytes: 1677721600
2026/02/14-03:47:13.058564 139818996916352 Options.arena_block_size: 131072
2026/02/14-03:47:13.058565 139818996916352 Options.soft_pending_compaction_bytes_limit: 68719476736
2026/02/14-03:47:13.058565 139818996916352 Options.hard_pending_compaction_bytes_limit: 274877906944
2026/02/14-03:47:13.058565 139818996916352 Options.rate_limit_delay_max_milliseconds: 100
2026/02/14-03:47:13.058566 139818996916352 Options.disable_auto_compactions: 0
2026/02/14-03:47:13.058566 139818996916352 Options.compaction_style: kCompactionStyleLevel
2026/02/14-03:47:13.058567 139818996916352 Options.compaction_pri: kMinOverlappingRatio
2026/02/14-03:47:13.058567 139818996916352 Options.compaction_options_universal.size_ratio: 1
2026/02/14-03:47:13.058569 139818996916352 Options.compaction_options_universal.min_merge_width: 2
2026/02/14-03:47:13.058569 139818996916352 Options.compaction_options_universal.max_merge_width: 4294967295
2026/02/14-03:47:13.058569 139818996916352 Options.compaction_options_universal.max_size_amplification_percent: 200
2026/02/14-03:47:13.058570 139818996916352 Options.compaction_options_universal.compression_size_percent: -1
2026/02/14-03:47:13.058570 139818996916352 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2026/02/14-03:47:13.058570 139818996916352 Options.compaction_options_fifo.max_table_files_size: 1073741824
2026/02/14-03:47:13.058571 139818996916352 Options.compaction_options_fifo.allow_compaction: 0
2026/02/14-03:47:13.058572 139818996916352 Options.table_properties_collectors:
2026/02/14-03:47:13.058572 139818996916352 Options.inplace_update_support: 0
2026/02/14-03:47:13.058572 139818996916352 Options.inplace_update_num_locks: 10000
2026/02/14-03:47:13.058573 139818996916352 Options.memtable_prefix_bloom_size_ratio: 0.000000
2026/02/14-03:47:13.058573 139818996916352 Options.memtable_whole_key_filtering: 0
2026/02/14-03:47:13.058573 139818996916352 Options.memtable_huge_page_size: 0
2026/02/14-03:47:13.058574 139818996916352 Options.bloom_locality: 0
2026/02/14-03:47:13.058574 139818996916352 Options.max_successive_merges: 0
2026/02/14-03:47:13.058574 139818996916352 Options.optimize_filters_for_hits: 0
2026/02/14-03:47:13.058575 139818996916352 Options.paranoid_file_checks: 0
2026/02/14-03:47:13.058575 139818996916352 Options.force_consistency_checks: 1
2026/02/14-03:47:13.058575 139818996916352 Options.report_bg_io_stats: 0
2026/02/14-03:47:13.058576 139818996916352 Options.ttl: 2592000
2026/02/14-03:47:13.058576 139818996916352 Options.periodic_compaction_seconds: 0
2026/02/14-03:47:13.058576 139818996916352 Options.enable_blob_files: false
2026/02/14-03:47:13.058577 139818996916352 Options.min_blob_size: 0
2026/02/14-03:47:13.058577 139818996916352 Options.blob_file_size: 268435456
2026/02/14-03:47:13.058577 139818996916352 Options.blob_compression_type: NoCompression
2026/02/14-03:47:13.058578 139818996916352 Options.enable_blob_garbage_collection: false
2026/02/14-03:47:13.058578 139818996916352 Options.blob_garbage_collection_age_cutoff: 0.250000
2026/02/14-03:47:13.058578 139818996916352 Options.blob_garbage_collection_force_threshold: 1.000000
2026/02/14-03:47:13.058579 139818996916352 Options.blob_compaction_readahead_size: 0
2026/02/14-03:47:13.058991 139818996916352 [/version_set.cc:4928] Recovered from manifest file:/home/dom/ai/t2a-finetune/.aim/seqs/chunks/dec1bbaa33264bc892f25453/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2026/02/14-03:47:13.058992 139818996916352 [/version_set.cc:4943] Column family [default] (ID 0), log number is 0
2026/02/14-03:47:13.059022 139818996916352 [/version_set.cc:4409] Creating manifest 4
2026/02/14-03:47:13.063287 139818996916352 [/db_impl/db_impl_open.cc:1820] SstFileManager instance 0x32fccac0
2026/02/14-03:47:13.063295 139818996916352 DB pointer 0x32fcb3a0
2026/02/14-03:47:13.076288 139818996916352 [/db_impl/db_impl_write.cc:1456] Flushing column family with oldest memtable entry. Write buffers are using 919608 bytes out of a total of 1048576.
2026/02/14-03:47:13.076327 139818996916352 [/db_impl/db_impl_write.cc:1868] [default] New memtable created with log file: #8. Immutable memtables: 0.
2026/02/14-03:47:13.076366 139818173474496 (Original Log Time 2026/02/14-03:47:13.076353) [/db_impl/db_impl_compaction_flush.cc:2779] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2026/02/14-03:47:13.076369 139818173474496 [/flush_job.cc:816] [default] [JOB 2] Flushing memtable with next log file: 8
2026/02/14-03:47:13.076735 139818173474496 EVENT_LOG_v1 {"time_micros": 1771037233076730, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 5240, "num_deletes": 1318, "total_data_size": 688474, "memory_usage": 788792, "flush_reason": "Write Buffer Manager"}
2026/02/14-03:47:13.076736 139818173474496 [/flush_job.cc:845] [default] [JOB 2] Level-0 flush table #9: started
2026/02/14-03:47:13.080874 139818173474496 EVENT_LOG_v1 {"time_micros": 1771037233080864, "cf_name": "default", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 503361, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 45480, "index_size": 1573, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 458888, "raw_average_key_size": 87, "raw_value_size": 219106, "raw_average_value_size": 41, "num_data_blocks": 19, "num_entries": 5240, "num_filter_entries": 0, "num_deletions": 3922, "num_merge_operands": 0, "num_range_deletions": 2604, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1771037233, "oldest_key_time": 1771037233, "file_creation_time": 1771037233, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1a6d65b7-0ac9-4e60-8f56-fc6460da49dc", "db_session_id": "EEUDW4QGF9S7RT3M9ILB", "orig_file_number": 9}}
2026/02/14-03:47:13.080969 139818173474496 [/flush_job.cc:930] [default] [JOB 2] Level-0 flush table #9: 503361 bytes OK
2026/02/14-03:47:13.081728 139818173474496 [/flush_job.cc:983] [default] [JOB 2] Flush lasted 5365 microseconds, and 3751 cpu microseconds.
2026/02/14-03:47:13.082655 139818173474496 (Original Log Time 2026/02/14-03:47:13.081733) [/memtable_list.cc:469] [default] Level-0 commit table #9 started
2026/02/14-03:47:13.082656 139818173474496 (Original Log Time 2026/02/14-03:47:13.082563) [/memtable_list.cc:675] [default] Level-0 commit table #9: memtable #1 done
2026/02/14-03:47:13.082657 139818173474496 (Original Log Time 2026/02/14-03:47:13.082596) EVENT_LOG_v1 {"time_micros": 1771037233082581, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0], "immutable_memtables": 0}
2026/02/14-03:47:13.082657 139818173474496 (Original Log Time 2026/02/14-03:47:13.082627) [/db_impl/db_impl_compaction_flush.cc:288] [default] Level summary: files[1 0 0 0] max score 0.12
2026/02/14-03:47:13.082658 139818996916352 [/db_impl/db_impl_write.cc:1456] Flushing column family with oldest memtable entry. Write buffers are using 1445976 bytes out of a total of 1048576.
2026/02/14-03:47:13.082660 139818173474496 [/db_impl/db_impl_files.cc:430] [JOB 2] Try to delete WAL files size 666292, prev total WAL file size 1000224, number of live WAL files 2.
2026/02/14-03:47:13.082699 139818996916352 [/db_impl/db_impl_write.cc:1868] [default] New memtable created with log file: #10. Immutable memtables: 0.
2026/02/14-03:47:13.082760 139818173474496 [le/delete_scheduler.cc:73] Deleted file /home/dom/ai/t2a-finetune/.aim/seqs/chunks/dec1bbaa33264bc892f25453/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
2026/02/14-03:47:13.082777 139818173474496 (Original Log Time 2026/02/14-03:47:13.082772) [/db_impl/db_impl_compaction_flush.cc:2779] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2026/02/14-03:47:13.082778 139818173474496 [/flush_job.cc:816] [default] [JOB 3] Flushing memtable with next log file: 10
2026/02/14-03:47:13.082919 139818173474496 EVENT_LOG_v1 {"time_micros": 1771037233082917, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 2620, "num_deletes": 655, "total_data_size": 345067, "memory_usage": 395800, "flush_reason": "Write Buffer Manager"}
2026/02/14-03:47:13.082920 139818173474496 [/flush_job.cc:845] [default] [JOB 3] Level-0 flush table #11: started
2026/02/14-03:47:13.085257 139818173474496 EVENT_LOG_v1 {"time_micros": 1771037233085249, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 11, "file_size": 249382, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 18478, "index_size": 827, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 229604, "raw_average_key_size": 87, "raw_value_size": 110223, "raw_average_value_size": 42, "num_data_blocks": 10, "num_entries": 2620, "num_filter_entries": 0, "num_deletions": 1965, "num_merge_operands": 0, "num_range_deletions": 1310, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1771037233, "oldest_key_time": 1771037233, "file_creation_time": 1771037233, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1a6d65b7-0ac9-4e60-8f56-fc6460da49dc", "db_session_id": "EEUDW4QGF9S7RT3M9ILB", "orig_file_number": 11}}
2026/02/14-03:47:13.085289 139818173474496 [/flush_job.cc:930] [default] [JOB 3] Level-0 flush table #11: 249382 bytes OK
2026/02/14-03:47:13.086042 139818173474496 [/flush_job.cc:983] [default] [JOB 3] Flush lasted 3266 microseconds, and 1672 cpu microseconds.
2026/02/14-03:47:13.088889 139818996916352 [/db_impl/db_impl_write.cc:1456] Flushing column family with oldest memtable entry. Write buffers are using 1052736 bytes out of a total of 1048576.
2026/02/14-03:47:13.088907 139818996916352 [/db_impl/db_impl_write.cc:1868] [default] New memtable created with log file: #12. Immutable memtables: 1.
2026/02/14-03:47:13.088910 139818996916352 [WARN] [/column_family.cc:899] [default] Stopping writes because we have 2 immutable memtables (waiting for flush), max_write_buffer_number is set to 2
2026/02/14-03:47:13.096019 139818173474496 (Original Log Time 2026/02/14-03:47:13.086045) [/memtable_list.cc:469] [default] Level-0 commit table #11 started
2026/02/14-03:47:13.096019 139818173474496 (Original Log Time 2026/02/14-03:47:13.095994) [/memtable_list.cc:675] [default] Level-0 commit table #11: memtable #1 done
2026/02/14-03:47:13.096020 139818173474496 (Original Log Time 2026/02/14-03:47:13.096001) EVENT_LOG_v1 {"time_micros": 1771037233095999, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [2, 0, 0, 0], "immutable_memtables": 1}
2026/02/14-03:47:13.096021 139818173474496 (Original Log Time 2026/02/14-03:47:13.096008) [/db_impl/db_impl_compaction_flush.cc:288] [default] Level summary: files[2 0 0 0] max score 0.25
2026/02/14-03:47:13.096023 139818173474496 [/db_impl/db_impl_files.cc:430] [JOB 3] Try to delete WAL files size 333932, prev total WAL file size 667964, number of live WAL files 3.
2026/02/14-03:47:13.096087 139818173474496 [le/delete_scheduler.cc:73] Deleted file /home/dom/ai/t2a-finetune/.aim/seqs/chunks/dec1bbaa33264bc892f25453/000008.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
2026/02/14-03:47:13.100718 139818173474496 (Original Log Time 2026/02/14-03:47:13.100714) [/db_impl/db_impl_compaction_flush.cc:2779] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2026/02/14-03:47:13.100719 139818173474496 [/flush_job.cc:816] [default] [JOB 4] Flushing memtable with next log file: 12
2026/02/14-03:47:13.100869 139818173474496 EVENT_LOG_v1 {"time_micros": 1771037233100868, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 2624, "num_deletes": 672, "total_data_size": 345008, "memory_usage": 395616, "flush_reason": "Write Buffer Manager"}
2026/02/14-03:47:13.100870 139818173474496 [/flush_job.cc:845] [default] [JOB 4] Level-0 flush table #13: started
2026/02/14-03:47:13.103059 139818173474496 EVENT_LOG_v1 {"time_micros": 1771037233103053, "cf_name": "default", "job": 4, "event": "table_file_creation", "file_number": 13, "file_size": 245796, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 18782, "index_size": 825, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 231352, "raw_average_key_size": 88, "raw_value_size": 108408, "raw_average_value_size": 41, "num_data_blocks": 10, "num_entries": 2624, "num_filter_entries": 0, "num_deletions": 1952, "num_merge_operands": 0, "num_range_deletions": 1280, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1771037233, "oldest_key_time": 1771037233, "file_creation_time": 1771037233, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1a6d65b7-0ac9-4e60-8f56-fc6460da49dc", "db_session_id": "EEUDW4QGF9S7RT3M9ILB", "orig_file_number": 13}}
2026/02/14-03:47:13.103084 139818173474496 [/flush_job.cc:930] [default] [JOB 4] Level-0 flush table #13: 245796 bytes OK
2026/02/14-03:47:13.103825 139818173474496 [/flush_job.cc:983] [default] [JOB 4] Flush lasted 3108 microseconds, and 1548 cpu microseconds.
2026/02/14-03:47:13.104613 139818173474496 (Original Log Time 2026/02/14-03:47:13.103827) [/memtable_list.cc:469] [default] Level-0 commit table #13 started
2026/02/14-03:47:13.104614 139818173474496 (Original Log Time 2026/02/14-03:47:13.104593) [/memtable_list.cc:675] [default] Level-0 commit table #13: memtable #1 done
2026/02/14-03:47:13.104615 139818173474496 (Original Log Time 2026/02/14-03:47:13.104600) EVENT_LOG_v1 {"time_micros": 1771037233104598, "job": 4, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [3, 0, 0, 0], "immutable_memtables": 0}
2026/02/14-03:47:13.104616 139818173474496 (Original Log Time 2026/02/14-03:47:13.104605) [/db_impl/db_impl_compaction_flush.cc:288] [default] Level summary: files[3 0 0 0] max score 0.38
2026/02/14-03:47:13.104618 139818173474496 [/db_impl/db_impl_files.cc:430] [JOB 4] Try to delete WAL files size 334032, prev total WAL file size 580312, number of live WAL files 2.
2026/02/14-03:47:13.104671 139818173474496 [le/delete_scheduler.cc:73] Deleted file /home/dom/ai/t2a-finetune/.aim/seqs/chunks/dec1bbaa33264bc892f25453/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
2026/02/14-03:47:13.231476 139817641817792 [/db_impl/db_impl_compaction_flush.cc:1713] [default] Manual flush start.
2026/02/14-03:47:13.231551 139817641817792 [/db_impl/db_impl_write.cc:1868] [default] New memtable created with log file: #14. Immutable memtables: 0.
2026/02/14-03:47:13.231619 139818173474496 (Original Log Time 2026/02/14-03:47:13.231591) [/db_impl/db_impl_compaction_flush.cc:2779] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0
2026/02/14-03:47:13.231624 139818173474496 [/flush_job.cc:816] [default] [JOB 5] Flushing memtable with next log file: 14
2026/02/14-03:47:13.231879 139818173474496 EVENT_LOG_v1 {"time_micros": 1771037233231873, "job": 5, "event": "flush_started", "num_memtables": 1, "num_entries": 1932, "num_deletes": 483, "total_data_size": 254491, "memory_usage": 291464, "flush_reason": "Manual Flush"}
2026/02/14-03:47:13.231881 139818173474496 [/flush_job.cc:845] [default] [JOB 5] Level-0 flush table #15: started
2026/02/14-03:47:13.234054 139818173474496 EVENT_LOG_v1 {"time_micros": 1771037233234043, "cf_name": "default", "job": 5, "event": "table_file_creation", "file_number": 15, "file_size": 183186, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 12605, "index_size": 581, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 169340, "raw_average_key_size": 87, "raw_value_size": 81287, "raw_average_value_size": 42, "num_data_blocks": 7, "num_entries": 1932, "num_filter_entries": 0, "num_deletions": 1449, "num_merge_operands": 0, "num_range_deletions": 966, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1771037233, "oldest_key_time": 1771037233, "file_creation_time": 1771037233, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1a6d65b7-0ac9-4e60-8f56-fc6460da49dc", "db_session_id": "EEUDW4QGF9S7RT3M9ILB", "orig_file_number": 15}}
2026/02/14-03:47:13.234082 139818173474496 [/flush_job.cc:930] [default] [JOB 5] Level-0 flush table #15: 183186 bytes OK
2026/02/14-03:47:13.234831 139818173474496 [/flush_job.cc:983] [default] [JOB 5] Flush lasted 3218 microseconds, and 1631 cpu microseconds.
2026/02/14-03:47:13.235668 139818173474496 (Original Log Time 2026/02/14-03:47:13.234834) [/memtable_list.cc:469] [default] Level-0 commit table #15 started
2026/02/14-03:47:13.235669 139818173474496 (Original Log Time 2026/02/14-03:47:13.235636) [/memtable_list.cc:675] [default] Level-0 commit table #15: memtable #1 done
2026/02/14-03:47:13.235670 139818173474496 (Original Log Time 2026/02/14-03:47:13.235644) EVENT_LOG_v1 {"time_micros": 1771037233235641, "job": 5, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [4, 0, 0, 0], "immutable_memtables": 0}
2026/02/14-03:47:13.235670 139818173474496 (Original Log Time 2026/02/14-03:47:13.235656) [/db_impl/db_impl_compaction_flush.cc:288] [default] Level summary: files[4 0 0 0] max score 0.50
2026/02/14-03:47:13.235673 139818173474496 [/db_impl/db_impl_files.cc:430] [JOB 5] Try to delete WAL files size 246280, prev total WAL file size 246280, number of live WAL files 2.
2026/02/14-03:47:13.235751 139818173474496 [le/delete_scheduler.cc:73] Deleted file /home/dom/ai/t2a-finetune/.aim/seqs/chunks/dec1bbaa33264bc892f25453/000012.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
2026/02/14-03:47:13.235772 139817641817792 [/db_impl/db_impl_compaction_flush.cc:1723] [default] Manual flush finished, status: OK
2026/02/14-03:47:13.235788 139817641817792 [/db_impl/db_impl.cc:481] Shutdown: canceling all background work
2026/02/14-03:47:13.236209 139817641817792 [/db_impl/db_impl.cc:699] Shutdown complete

View File

@@ -0,0 +1,190 @@
# This is a RocksDB option file.
#
# For detailed file format spec, please refer to the example file
# in examples/rocksdb_option_file_example.ini
#
[Version]
rocksdb_version=6.29.5
options_file_version=1.1
[DBOptions]
max_open_files=-1
stats_history_buffer_size=1048576
stats_persist_period_sec=600
max_background_flushes=-1
stats_dump_period_sec=600
compaction_readahead_size=0
bytes_per_sync=0
delete_obsolete_files_period_micros=21600000000
max_total_wal_size=0
delayed_write_rate=16777216
wal_bytes_per_sync=0
writable_file_max_buffer_size=1048576
avoid_flush_during_shutdown=false
max_subcompactions=1
strict_bytes_per_sync=false
max_background_compactions=4
base_background_compactions=-1
max_background_jobs=2
file_checksum_gen_factory=nullptr
db_host_id=__hostname__
bgerror_resume_retry_interval=1000000
best_efforts_recovery=false
avoid_unnecessary_blocking_io=false
two_write_queues=false
atomic_flush=false
preserve_deletes=false
allow_ingest_behind=false
lowest_used_cache_tier=kNonVolatileBlockTier
avoid_flush_during_recovery=false
info_log_level=INFO_LEVEL
access_hint_on_compaction_start=NORMAL
max_bgerror_resume_count=2147483647
write_thread_slow_yield_usec=3
allow_concurrent_memtable_write=true
WAL_ttl_seconds=0
manual_wal_flush=false
dump_malloc_stats=false
wal_recovery_mode=kPointInTimeRecovery
log_file_time_to_roll=0
enable_write_thread_adaptive_yield=true
recycle_log_file_num=0
table_cache_numshardbits=6
max_file_opening_threads=16
allow_data_in_errors=false
rate_limiter=nullptr
use_fsync=false
unordered_write=false
fail_if_options_file_error=false
random_access_max_buffer_size=1048576
new_table_reader_for_compaction_inputs=false
skip_checking_sst_file_sizes_on_db_open=true
skip_stats_update_on_db_open=true
persist_stats_to_disk=false
track_and_verify_wals_in_manifest=false
enable_pipelined_write=false
flush_verify_memtable_count=true
log_readahead_size=0
is_fd_close_on_exec=true
WAL_size_limit_MB=0
experimental_mempurge_threshold=0.000000
write_dbid_to_manifest=false
use_adaptive_mutex=false
error_if_exists=false
write_thread_max_yield_usec=100
enable_thread_tracking=false
db_write_buffer_size=1048576
create_missing_column_families=false
paranoid_checks=false
create_if_missing=true
wal_filter=nullptr
max_manifest_file_size=1073741824
allow_2pc=false
use_direct_io_for_flush_and_compaction=false
manifest_preallocation_size=4194304
use_direct_reads=false
allow_fallocate=true
max_write_batch_group_size_bytes=1048576
keep_log_file_num=10
allow_mmap_reads=false
max_log_file_size=0
allow_mmap_writes=false
advise_random_on_open=true
[CFOptions "default"]
compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;}
bottommost_compression=kDisableCompressionOption
enable_blob_garbage_collection=false
blob_file_size=268435456
sample_for_compression=0
periodic_compaction_seconds=0
ttl=2592000
blob_garbage_collection_age_cutoff=0.250000
compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;}
compression=kSnappyCompression
max_sequential_skip_in_iterations=8
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
max_bytes_for_level_multiplier=8.000000
max_bytes_for_level_base=536870912
memtable_whole_key_filtering=false
max_successive_merges=0
blob_compaction_readahead_size=0
inplace_update_num_locks=10000
arena_block_size=131072
target_file_size_multiplier=1
prefix_extractor=nullptr
max_write_buffer_number=2
blob_compression_type=kNoCompression
level0_stop_writes_trigger=24
level0_slowdown_writes_trigger=17
compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
level0_file_num_compaction_trigger=8
write_buffer_size=1048576
memtable_huge_page_size=0
max_compaction_bytes=1677721600
min_blob_size=0
bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;}
hard_pending_compaction_bytes_limit=274877906944
target_file_size_base=67108864
soft_pending_compaction_bytes_limit=68719476736
enable_blob_files=false
paranoid_file_checks=false
check_flush_compaction_key_order=true
blob_garbage_collection_force_threshold=1.000000
disable_auto_compactions=false
memtable_prefix_bloom_size_ratio=0.000000
report_bg_io_stats=false
compaction_pri=kMinOverlappingRatio
compaction_filter_factory=nullptr
comparator=leveldb.BytewiseComparator
sst_partitioner_factory=nullptr
bloom_locality=0
compaction_style=kCompactionStyleLevel
min_write_buffer_number_to_merge=1
max_write_buffer_size_to_maintain=0
max_write_buffer_number_to_maintain=0
merge_operator=nullptr
memtable_factory=SkipListFactory
memtable_insert_with_hint_prefix_extractor=nullptr
num_levels=4
force_consistency_checks=true
optimize_filters_for_hits=false
compaction_filter=nullptr
level_compaction_dynamic_level_bytes=false
inplace_update_support=false
table_factory=BlockBasedTable
[TableOptions/BlockBasedTable "default"]
pin_top_level_index_and_filter=true
block_align=false
read_amp_bytes_per_bit=0
verify_compression=false
enable_index_compression=true
reserve_table_builder_memory=false
whole_key_filtering=true
max_auto_readahead_size=262144
optimize_filters_for_memory=false
index_block_restart_interval=1
prepopulate_block_cache=kDisable
block_restart_interval=16
block_size=4096
format_version=5
partition_filters=false
block_size_deviation=10
no_block_cache=false
checksum=kCRC32c
data_block_hash_table_util_ratio=0.750000
index_shortening=kShortenSeparators
data_block_index_type=kDataBlockBinarySearch
hash_index_allow_collision=true
filter_policy=nullptr
metadata_block_size=4096
index_type=kBinarySearch
metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
pin_l0_filter_and_index_blocks_in_cache=false
cache_index_and_filter_blocks_with_high_priority=true
cache_index_and_filter_blocks=false
flush_block_policy_factory=FlushBlockBySizePolicyFactory