chore: add .gitignore

This commit is contained in:
dom
2026-03-05 00:37:36 +01:00
parent 06100df236
commit e26be72f9c
449 changed files with 504051 additions and 57 deletions

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

View File

@@ -0,0 +1 @@
MANIFEST-000004

View File

@@ -0,0 +1 @@
b22c5a10-635a-4be8-90fc-8c0d2ea3977e

View File

@@ -0,0 +1,106 @@
2026/02/16-09:05:38.119154 125283569156224 [/db_impl/db_impl_open.cc:199] file size check will be skipped during open.
2026/02/16-09:05:38.119212 125283569156224 RocksDB version: 6.29.5
2026/02/16-09:05:38.119214 125283569156224 Compile date 2024-04-24 15:34:28
2026/02/16-09:05:38.119215 125283569156224 DB SUMMARY
2026/02/16-09:05:38.119215 125283569156224 DB Session ID: AYLW5O1ZOACBYVY9ZMKI
2026/02/16-09:05:38.119226 125283569156224 CURRENT file: CURRENT
2026/02/16-09:05:38.119226 125283569156224 IDENTITY file: IDENTITY
2026/02/16-09:05:38.119228 125283569156224 MANIFEST file: MANIFEST-000004 size: 31536 Bytes
2026/02/16-09:05:38.119229 125283569156224 SST files in /home/dom/ai/t2a-finetune/.aim/meta/chunks/6d666628ccf646e59d9ca38e dir, Total Num: 5, files: 000245.sst 000247.sst 000249.sst 000251.sst 000253.sst
2026/02/16-09:05:38.119230 125283569156224 Write Ahead Log file in /home/dom/ai/t2a-finetune/.aim/meta/chunks/6d666628ccf646e59d9ca38e: 000252.log size: 242759 ;
2026/02/16-09:05:38.119231 125283569156224 Options.error_if_exists: 0
2026/02/16-09:05:38.119231 125283569156224 Options.create_if_missing: 1
2026/02/16-09:05:38.119232 125283569156224 Options.paranoid_checks: 0
2026/02/16-09:05:38.119232 125283569156224 Options.flush_verify_memtable_count: 1
2026/02/16-09:05:38.119233 125283569156224 Options.track_and_verify_wals_in_manifest: 0
2026/02/16-09:05:38.119233 125283569156224 Options.env: 0x71f1d3eaa860
2026/02/16-09:05:38.119233 125283569156224 Options.fs: PosixFileSystem
2026/02/16-09:05:38.119234 125283569156224 Options.info_log: 0x35035ee0
2026/02/16-09:05:38.119234 125283569156224 Options.max_file_opening_threads: 16
2026/02/16-09:05:38.119235 125283569156224 Options.statistics: (nil)
2026/02/16-09:05:38.119235 125283569156224 Options.use_fsync: 0
2026/02/16-09:05:38.119235 125283569156224 Options.max_log_file_size: 0
2026/02/16-09:05:38.119236 125283569156224 Options.max_manifest_file_size: 1073741824
2026/02/16-09:05:38.119236 125283569156224 Options.log_file_time_to_roll: 0
2026/02/16-09:05:38.119236 125283569156224 Options.keep_log_file_num: 10
2026/02/16-09:05:38.119237 125283569156224 Options.recycle_log_file_num: 0
2026/02/16-09:05:38.119237 125283569156224 Options.allow_fallocate: 1
2026/02/16-09:05:38.119237 125283569156224 Options.allow_mmap_reads: 0
2026/02/16-09:05:38.119238 125283569156224 Options.allow_mmap_writes: 0
2026/02/16-09:05:38.119238 125283569156224 Options.use_direct_reads: 0
2026/02/16-09:05:38.119238 125283569156224 Options.use_direct_io_for_flush_and_compaction: 0
2026/02/16-09:05:38.119239 125283569156224 Options.create_missing_column_families: 0
2026/02/16-09:05:38.119239 125283569156224 Options.db_log_dir:
2026/02/16-09:05:38.119239 125283569156224 Options.wal_dir:
2026/02/16-09:05:38.119239 125283569156224 Options.table_cache_numshardbits: 6
2026/02/16-09:05:38.119240 125283569156224 Options.WAL_ttl_seconds: 0
2026/02/16-09:05:38.119240 125283569156224 Options.WAL_size_limit_MB: 0
2026/02/16-09:05:38.119240 125283569156224 Options.max_write_batch_group_size_bytes: 1048576
2026/02/16-09:05:38.119241 125283569156224 Options.manifest_preallocation_size: 4194304
2026/02/16-09:05:38.119241 125283569156224 Options.is_fd_close_on_exec: 1
2026/02/16-09:05:38.119241 125283569156224 Options.advise_random_on_open: 1
2026/02/16-09:05:38.119242 125283569156224 Options.experimental_mempurge_threshold: 0.000000
2026/02/16-09:05:38.119244 125283569156224 Options.db_write_buffer_size: 1048576
2026/02/16-09:05:38.119247 125283569156224 Options.write_buffer_manager: 0x34fff080
2026/02/16-09:05:38.119247 125283569156224 Options.access_hint_on_compaction_start: 1
2026/02/16-09:05:38.119247 125283569156224 Options.new_table_reader_for_compaction_inputs: 0
2026/02/16-09:05:38.119248 125283569156224 Options.random_access_max_buffer_size: 1048576
2026/02/16-09:05:38.119248 125283569156224 Options.use_adaptive_mutex: 0
2026/02/16-09:05:38.119248 125283569156224 Options.rate_limiter: (nil)
2026/02/16-09:05:38.119249 125283569156224 Options.sst_file_manager.rate_bytes_per_sec: 0
2026/02/16-09:05:38.119249 125283569156224 Options.wal_recovery_mode: 2
2026/02/16-09:05:38.119249 125283569156224 Options.enable_thread_tracking: 0
2026/02/16-09:05:38.119250 125283569156224 Options.enable_pipelined_write: 0
2026/02/16-09:05:38.119250 125283569156224 Options.unordered_write: 0
2026/02/16-09:05:38.119250 125283569156224 Options.allow_concurrent_memtable_write: 1
2026/02/16-09:05:38.119251 125283569156224 Options.enable_write_thread_adaptive_yield: 1
2026/02/16-09:05:38.119251 125283569156224 Options.write_thread_max_yield_usec: 100
2026/02/16-09:05:38.119251 125283569156224 Options.write_thread_slow_yield_usec: 3
2026/02/16-09:05:38.119252 125283569156224 Options.row_cache: None
2026/02/16-09:05:38.119252 125283569156224 Options.wal_filter: None
2026/02/16-09:05:38.119252 125283569156224 Options.avoid_flush_during_recovery: 0
2026/02/16-09:05:38.119253 125283569156224 Options.allow_ingest_behind: 0
2026/02/16-09:05:38.119253 125283569156224 Options.preserve_deletes: 0
2026/02/16-09:05:38.119253 125283569156224 Options.two_write_queues: 0
2026/02/16-09:05:38.119253 125283569156224 Options.manual_wal_flush: 0
2026/02/16-09:05:38.119254 125283569156224 Options.atomic_flush: 0
2026/02/16-09:05:38.119254 125283569156224 Options.avoid_unnecessary_blocking_io: 0
2026/02/16-09:05:38.119254 125283569156224 Options.persist_stats_to_disk: 0
2026/02/16-09:05:38.119255 125283569156224 Options.write_dbid_to_manifest: 0
2026/02/16-09:05:38.119255 125283569156224 Options.log_readahead_size: 0
2026/02/16-09:05:38.119255 125283569156224 Options.file_checksum_gen_factory: Unknown
2026/02/16-09:05:38.119256 125283569156224 Options.best_efforts_recovery: 0
2026/02/16-09:05:38.119256 125283569156224 Options.max_bgerror_resume_count: 2147483647
2026/02/16-09:05:38.119256 125283569156224 Options.bgerror_resume_retry_interval: 1000000
2026/02/16-09:05:38.119257 125283569156224 Options.allow_data_in_errors: 0
2026/02/16-09:05:38.119257 125283569156224 Options.db_host_id: __hostname__
2026/02/16-09:05:38.119257 125283569156224 Options.max_background_jobs: 2
2026/02/16-09:05:38.119258 125283569156224 Options.max_background_compactions: 4
2026/02/16-09:05:38.119258 125283569156224 Options.max_subcompactions: 1
2026/02/16-09:05:38.119258 125283569156224 Options.avoid_flush_during_shutdown: 0
2026/02/16-09:05:38.119258 125283569156224 Options.writable_file_max_buffer_size: 1048576
2026/02/16-09:05:38.119259 125283569156224 Options.delayed_write_rate : 16777216
2026/02/16-09:05:38.119259 125283569156224 Options.max_total_wal_size: 0
2026/02/16-09:05:38.119259 125283569156224 Options.delete_obsolete_files_period_micros: 21600000000
2026/02/16-09:05:38.119260 125283569156224 Options.stats_dump_period_sec: 600
2026/02/16-09:05:38.119260 125283569156224 Options.stats_persist_period_sec: 600
2026/02/16-09:05:38.119260 125283569156224 Options.stats_history_buffer_size: 1048576
2026/02/16-09:05:38.119262 125283569156224 Options.max_open_files: -1
2026/02/16-09:05:38.119262 125283569156224 Options.bytes_per_sync: 0
2026/02/16-09:05:38.119263 125283569156224 Options.wal_bytes_per_sync: 0
2026/02/16-09:05:38.119263 125283569156224 Options.strict_bytes_per_sync: 0
2026/02/16-09:05:38.119263 125283569156224 Options.compaction_readahead_size: 0
2026/02/16-09:05:38.119264 125283569156224 Options.max_background_flushes: -1
2026/02/16-09:05:38.119264 125283569156224 Compression algorithms supported:
2026/02/16-09:05:38.119264 125283569156224 kZSTDNotFinalCompression supported: 1
2026/02/16-09:05:38.119265 125283569156224 kZSTD supported: 1
2026/02/16-09:05:38.119266 125283569156224 kXpressCompression supported: 0
2026/02/16-09:05:38.119266 125283569156224 kLZ4HCCompression supported: 0
2026/02/16-09:05:38.119266 125283569156224 kLZ4Compression supported: 0
2026/02/16-09:05:38.119267 125283569156224 kBZip2Compression supported: 1
2026/02/16-09:05:38.119267 125283569156224 kZlibCompression supported: 1
2026/02/16-09:05:38.119267 125283569156224 kSnappyCompression supported: 1
2026/02/16-09:05:38.119268 125283569156224 Fast CRC32 supported: Not supported on x86
2026/02/16-09:05:38.119293 125283569156224 [WARN] [/db_impl/db_impl_open.cc:1905] Persisting Option File error: OK
2026/02/16-09:05:38.119296 125283569156224 [/db_impl/db_impl.cc:481] Shutdown: canceling all background work
2026/02/16-09:05:38.119304 125283569156224 [/db_impl/db_impl.cc:699] Shutdown complete

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,190 @@
# This is a RocksDB option file.
#
# For detailed file format spec, please refer to the example file
# in examples/rocksdb_option_file_example.ini
#
[Version]
rocksdb_version=6.29.5
options_file_version=1.1
[DBOptions]
max_open_files=-1
stats_history_buffer_size=1048576
stats_persist_period_sec=600
max_background_flushes=-1
stats_dump_period_sec=600
compaction_readahead_size=0
bytes_per_sync=0
delete_obsolete_files_period_micros=21600000000
max_total_wal_size=0
delayed_write_rate=16777216
wal_bytes_per_sync=0
writable_file_max_buffer_size=1048576
avoid_flush_during_shutdown=false
max_subcompactions=1
strict_bytes_per_sync=false
max_background_compactions=4
base_background_compactions=-1
max_background_jobs=2
file_checksum_gen_factory=nullptr
db_host_id=__hostname__
bgerror_resume_retry_interval=1000000
best_efforts_recovery=false
avoid_unnecessary_blocking_io=false
two_write_queues=false
atomic_flush=false
preserve_deletes=false
allow_ingest_behind=false
lowest_used_cache_tier=kNonVolatileBlockTier
avoid_flush_during_recovery=false
info_log_level=INFO_LEVEL
access_hint_on_compaction_start=NORMAL
max_bgerror_resume_count=2147483647
write_thread_slow_yield_usec=3
allow_concurrent_memtable_write=true
WAL_ttl_seconds=0
manual_wal_flush=false
dump_malloc_stats=false
wal_recovery_mode=kPointInTimeRecovery
log_file_time_to_roll=0
enable_write_thread_adaptive_yield=true
recycle_log_file_num=0
table_cache_numshardbits=6
max_file_opening_threads=16
allow_data_in_errors=false
rate_limiter=nullptr
use_fsync=false
unordered_write=false
fail_if_options_file_error=false
random_access_max_buffer_size=1048576
new_table_reader_for_compaction_inputs=false
skip_checking_sst_file_sizes_on_db_open=true
skip_stats_update_on_db_open=true
persist_stats_to_disk=false
track_and_verify_wals_in_manifest=false
enable_pipelined_write=false
flush_verify_memtable_count=true
log_readahead_size=0
is_fd_close_on_exec=true
WAL_size_limit_MB=0
experimental_mempurge_threshold=0.000000
write_dbid_to_manifest=false
use_adaptive_mutex=false
error_if_exists=false
write_thread_max_yield_usec=100
enable_thread_tracking=false
db_write_buffer_size=1048576
create_missing_column_families=false
paranoid_checks=false
create_if_missing=true
wal_filter=nullptr
max_manifest_file_size=1073741824
allow_2pc=false
use_direct_io_for_flush_and_compaction=false
manifest_preallocation_size=4194304
use_direct_reads=false
allow_fallocate=true
max_write_batch_group_size_bytes=1048576
keep_log_file_num=10
allow_mmap_reads=false
max_log_file_size=0
allow_mmap_writes=false
advise_random_on_open=true
[CFOptions "default"]
compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;}
bottommost_compression=kDisableCompressionOption
enable_blob_garbage_collection=false
blob_file_size=268435456
sample_for_compression=0
periodic_compaction_seconds=0
ttl=2592000
blob_garbage_collection_age_cutoff=0.250000
compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;}
compression=kSnappyCompression
max_sequential_skip_in_iterations=8
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
max_bytes_for_level_multiplier=8.000000
max_bytes_for_level_base=536870912
memtable_whole_key_filtering=false
max_successive_merges=0
blob_compaction_readahead_size=0
inplace_update_num_locks=10000
arena_block_size=131072
target_file_size_multiplier=1
prefix_extractor=nullptr
max_write_buffer_number=2
blob_compression_type=kNoCompression
level0_stop_writes_trigger=24
level0_slowdown_writes_trigger=17
compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
level0_file_num_compaction_trigger=8
write_buffer_size=1048576
memtable_huge_page_size=0
max_compaction_bytes=1677721600
min_blob_size=0
bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;}
hard_pending_compaction_bytes_limit=274877906944
target_file_size_base=67108864
soft_pending_compaction_bytes_limit=68719476736
enable_blob_files=false
paranoid_file_checks=false
check_flush_compaction_key_order=true
blob_garbage_collection_force_threshold=1.000000
disable_auto_compactions=false
memtable_prefix_bloom_size_ratio=0.000000
report_bg_io_stats=false
compaction_pri=kMinOverlappingRatio
compaction_filter_factory=nullptr
comparator=leveldb.BytewiseComparator
sst_partitioner_factory=nullptr
bloom_locality=0
compaction_style=kCompactionStyleLevel
min_write_buffer_number_to_merge=1
max_write_buffer_size_to_maintain=0
max_write_buffer_number_to_maintain=0
merge_operator=nullptr
memtable_factory=SkipListFactory
memtable_insert_with_hint_prefix_extractor=nullptr
num_levels=4
force_consistency_checks=true
optimize_filters_for_hits=false
compaction_filter=nullptr
level_compaction_dynamic_level_bytes=false
inplace_update_support=false
table_factory=BlockBasedTable
[TableOptions/BlockBasedTable "default"]
pin_top_level_index_and_filter=true
block_align=false
read_amp_bytes_per_bit=0
verify_compression=false
enable_index_compression=true
reserve_table_builder_memory=false
whole_key_filtering=true
max_auto_readahead_size=262144
optimize_filters_for_memory=false
index_block_restart_interval=1
prepopulate_block_cache=kDisable
block_restart_interval=16
block_size=4096
format_version=5
partition_filters=false
block_size_deviation=10
no_block_cache=false
checksum=kCRC32c
data_block_hash_table_util_ratio=0.750000
index_shortening=kShortenSeparators
data_block_index_type=kDataBlockBinarySearch
hash_index_allow_collision=true
filter_policy=nullptr
metadata_block_size=4096
index_type=kBinarySearch
metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
pin_l0_filter_and_index_blocks_in_cache=false
cache_index_and_filter_blocks_with_high_priority=true
cache_index_and_filter_blocks=false
flush_block_policy_factory=FlushBlockBySizePolicyFactory