init
This commit is contained in:
PhiTer9426
parent
6152edc1b6
commit
641d6cda65
@ -48,6 +48,9 @@ dependencies {
|
||||
implementation 'org.postgresql:postgresql:42.3.1'
|
||||
}
|
||||
|
||||
tasks.withType(JavaCompile) {
|
||||
options.encoding = "UTF-8"
|
||||
}
|
||||
//task copyLibs(type: Copy) {
|
||||
// from configurations.runtimeClasspath
|
||||
// into "./build/output/libs/"
|
||||
|
||||
@ -2,7 +2,7 @@
|
||||
"host": "023.node.internetapi.cn",
|
||||
"privateKey": "e85ce2f4d8882ff343d32ce42adde91d09e29c321452dd4ef9f07ebe76d1c6a5",
|
||||
"publicKey": "04da01345770b7e09d4774bf6c0395399b18814aa0b7b158f64b634b8f3d628d9964af6523835225af11e467271f4969d67bf90b32eaa09f517c79b2d1f9b8a926",
|
||||
"ypkPath": "./backend/build/registry0.0.1.ypk",
|
||||
"ypkPath": "./backend/build/registry-0.0.5.ypk",
|
||||
"killBeforeStart": "Registry",
|
||||
"createParam": {
|
||||
"privateKey": "4616ff0e2a4f982364914f9be30b51c6bc6ccb6602114a9ee8792f2ccf67465b",
|
||||
|
||||
@ -18,5 +18,14 @@ project(':backend') {
|
||||
version = projectIds.version
|
||||
repositories {
|
||||
maven { url 'https://maven.aliyun.com/repository/public' }
|
||||
mavenCentral()
|
||||
}
|
||||
}
|
||||
project(':datanet-search-engine-backend') {
|
||||
group = "org.bdware.sc.example"
|
||||
version = projectIds.version
|
||||
repositories {
|
||||
maven { url 'https://maven.aliyun.com/repository/public' }
|
||||
mavenCentral()
|
||||
}
|
||||
}
|
||||
25
datanet-search-engine-backend/.gitignore
vendored
Normal file
25
datanet-search-engine-backend/.gitignore
vendored
Normal file
@ -0,0 +1,25 @@
|
||||
/build/
|
||||
MetaIndex
|
||||
# Compiled class file
|
||||
*.class
|
||||
|
||||
# Log file
|
||||
*.log
|
||||
|
||||
# BlueJ files
|
||||
*.ctxt
|
||||
|
||||
# Mobile Tools for Java (J2ME)
|
||||
.mtj.tmp/
|
||||
|
||||
# Package Files #
|
||||
*.jar
|
||||
*.war
|
||||
*.nar
|
||||
*.ear
|
||||
*.zip
|
||||
*.tar.gz
|
||||
*.rar
|
||||
|
||||
# virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml
|
||||
hs_err_pid*
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -0,0 +1 @@
|
||||
MANIFEST-000042
|
||||
@ -0,0 +1 @@
|
||||
15b3e15c-a4eb-11ec-97d9-803253bbc0b9
|
||||
@ -0,0 +1,302 @@
|
||||
2022/03/16-14:20:37.688834 36f4 RocksDB version: 6.21.0
|
||||
2022/03/16-14:20:37.689160 36f4 Git sha c7f8ae9f17743774ac48e2ffc6e150eafcfae416
|
||||
2022/03/16-14:20:37.689200 36f4 Compile date 2021-07-23 11:30:29
|
||||
2022/03/16-14:20:37.689281 36f4 DB SUMMARY
|
||||
2022/03/16-14:20:37.689314 36f4 DB Session ID: WQETH8IVNH1I8LMR3XT9
|
||||
2022/03/16-14:20:37.691656 36f4 CURRENT file: CURRENT
|
||||
2022/03/16-14:20:37.691706 36f4 IDENTITY file: IDENTITY
|
||||
2022/03/16-14:20:37.691849 36f4 MANIFEST file: MANIFEST-000036 size: 225 Bytes
|
||||
2022/03/16-14:20:37.691877 36f4 SST files in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog dir, Total Num: 2, files: 000029.sst 000035.sst
|
||||
2022/03/16-14:20:37.691896 36f4 Write Ahead Log file in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog: 000037.log size: 208 ;
|
||||
2022/03/16-14:20:37.692129 36f4 Options.error_if_exists: 0
|
||||
2022/03/16-14:20:37.692145 36f4 Options.create_if_missing: 1
|
||||
2022/03/16-14:20:37.692150 36f4 Options.paranoid_checks: 1
|
||||
2022/03/16-14:20:37.692154 36f4 Options.flush_verify_memtable_count: 1
|
||||
2022/03/16-14:20:37.692158 36f4 Options.track_and_verify_wals_in_manifest: 0
|
||||
2022/03/16-14:20:37.692162 36f4 Options.env: 000000000132B0A0
|
||||
2022/03/16-14:20:37.692168 36f4 Options.fs: WinFS
|
||||
2022/03/16-14:20:37.692173 36f4 Options.info_log: 0000000001340100
|
||||
2022/03/16-14:20:37.692177 36f4 Options.max_file_opening_threads: 16
|
||||
2022/03/16-14:20:37.692182 36f4 Options.statistics: 0000000000000000
|
||||
2022/03/16-14:20:37.692186 36f4 Options.use_fsync: 0
|
||||
2022/03/16-14:20:37.692190 36f4 Options.max_log_file_size: 0
|
||||
2022/03/16-14:20:37.692195 36f4 Options.max_manifest_file_size: 1073741824
|
||||
2022/03/16-14:20:37.692199 36f4 Options.log_file_time_to_roll: 0
|
||||
2022/03/16-14:20:37.692203 36f4 Options.keep_log_file_num: 1000
|
||||
2022/03/16-14:20:37.692207 36f4 Options.recycle_log_file_num: 0
|
||||
2022/03/16-14:20:37.692212 36f4 Options.allow_fallocate: 1
|
||||
2022/03/16-14:20:37.692216 36f4 Options.allow_mmap_reads: 0
|
||||
2022/03/16-14:20:37.692220 36f4 Options.allow_mmap_writes: 0
|
||||
2022/03/16-14:20:37.692224 36f4 Options.use_direct_reads: 0
|
||||
2022/03/16-14:20:37.692228 36f4 Options.use_direct_io_for_flush_and_compaction: 0
|
||||
2022/03/16-14:20:37.692233 36f4 Options.create_missing_column_families: 0
|
||||
2022/03/16-14:20:37.692237 36f4 Options.db_log_dir:
|
||||
2022/03/16-14:20:37.692241 36f4 Options.wal_dir: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog
|
||||
2022/03/16-14:20:37.692245 36f4 Options.table_cache_numshardbits: 6
|
||||
2022/03/16-14:20:37.692250 36f4 Options.WAL_ttl_seconds: 0
|
||||
2022/03/16-14:20:37.692254 36f4 Options.WAL_size_limit_MB: 0
|
||||
2022/03/16-14:20:37.692258 36f4 Options.max_write_batch_group_size_bytes: 1048576
|
||||
2022/03/16-14:20:37.692262 36f4 Options.manifest_preallocation_size: 4194304
|
||||
2022/03/16-14:20:37.692266 36f4 Options.is_fd_close_on_exec: 1
|
||||
2022/03/16-14:20:37.692271 36f4 Options.advise_random_on_open: 1
|
||||
2022/03/16-14:20:37.692275 36f4 Options.db_write_buffer_size: 0
|
||||
2022/03/16-14:20:37.692279 36f4 Options.write_buffer_manager: 00000000013CAF10
|
||||
2022/03/16-14:20:37.692283 36f4 Options.access_hint_on_compaction_start: 1
|
||||
2022/03/16-14:20:37.692288 36f4 Options.new_table_reader_for_compaction_inputs: 0
|
||||
2022/03/16-14:20:37.692292 36f4 Options.random_access_max_buffer_size: 1048576
|
||||
2022/03/16-14:20:37.692339 36f4 Options.use_adaptive_mutex: 0
|
||||
2022/03/16-14:20:37.692347 36f4 Options.rate_limiter: 0000000000000000
|
||||
2022/03/16-14:20:37.692352 36f4 Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||
2022/03/16-14:20:37.692356 36f4 Options.wal_recovery_mode: 2
|
||||
2022/03/16-14:20:37.692361 36f4 Options.enable_thread_tracking: 0
|
||||
2022/03/16-14:20:37.692365 36f4 Options.enable_pipelined_write: 0
|
||||
2022/03/16-14:20:37.692369 36f4 Options.unordered_write: 0
|
||||
2022/03/16-14:20:37.692373 36f4 Options.allow_concurrent_memtable_write: 1
|
||||
2022/03/16-14:20:37.692377 36f4 Options.enable_write_thread_adaptive_yield: 1
|
||||
2022/03/16-14:20:37.692389 36f4 Options.write_thread_max_yield_usec: 100
|
||||
2022/03/16-14:20:37.692396 36f4 Options.write_thread_slow_yield_usec: 3
|
||||
2022/03/16-14:20:37.692402 36f4 Options.row_cache: None
|
||||
2022/03/16-14:20:37.692409 36f4 Options.wal_filter: None
|
||||
2022/03/16-14:20:37.692415 36f4 Options.avoid_flush_during_recovery: 0
|
||||
2022/03/16-14:20:37.692421 36f4 Options.allow_ingest_behind: 0
|
||||
2022/03/16-14:20:37.692427 36f4 Options.preserve_deletes: 0
|
||||
2022/03/16-14:20:37.692431 36f4 Options.two_write_queues: 0
|
||||
2022/03/16-14:20:37.692435 36f4 Options.manual_wal_flush: 0
|
||||
2022/03/16-14:20:37.692439 36f4 Options.atomic_flush: 0
|
||||
2022/03/16-14:20:37.692443 36f4 Options.avoid_unnecessary_blocking_io: 0
|
||||
2022/03/16-14:20:37.692447 36f4 Options.persist_stats_to_disk: 0
|
||||
2022/03/16-14:20:37.692451 36f4 Options.write_dbid_to_manifest: 0
|
||||
2022/03/16-14:20:37.692455 36f4 Options.log_readahead_size: 0
|
||||
2022/03/16-14:20:37.692460 36f4 Options.file_checksum_gen_factory: Unknown
|
||||
2022/03/16-14:20:37.692464 36f4 Options.best_efforts_recovery: 0
|
||||
2022/03/16-14:20:37.692468 36f4 Options.max_bgerror_resume_count: 2147483647
|
||||
2022/03/16-14:20:37.692472 36f4 Options.bgerror_resume_retry_interval: 1000000
|
||||
2022/03/16-14:20:37.692477 36f4 Options.allow_data_in_errors: 0
|
||||
2022/03/16-14:20:37.692481 36f4 Options.db_host_id: __hostname__
|
||||
2022/03/16-14:20:37.692485 36f4 Options.max_background_jobs: 2
|
||||
2022/03/16-14:20:37.692489 36f4 Options.max_background_compactions: -1
|
||||
2022/03/16-14:20:37.692493 36f4 Options.max_subcompactions: 1
|
||||
2022/03/16-14:20:37.692497 36f4 Options.avoid_flush_during_shutdown: 0
|
||||
2022/03/16-14:20:37.692501 36f4 Options.writable_file_max_buffer_size: 1048576
|
||||
2022/03/16-14:20:37.692506 36f4 Options.delayed_write_rate : 16777216
|
||||
2022/03/16-14:20:37.692510 36f4 Options.max_total_wal_size: 0
|
||||
2022/03/16-14:20:37.692514 36f4 Options.delete_obsolete_files_period_micros: 21600000000
|
||||
2022/03/16-14:20:37.692519 36f4 Options.stats_dump_period_sec: 600
|
||||
2022/03/16-14:20:37.692523 36f4 Options.stats_persist_period_sec: 600
|
||||
2022/03/16-14:20:37.692527 36f4 Options.stats_history_buffer_size: 1048576
|
||||
2022/03/16-14:20:37.692531 36f4 Options.max_open_files: -1
|
||||
2022/03/16-14:20:37.692535 36f4 Options.bytes_per_sync: 0
|
||||
2022/03/16-14:20:37.692539 36f4 Options.wal_bytes_per_sync: 0
|
||||
2022/03/16-14:20:37.692544 36f4 Options.strict_bytes_per_sync: 0
|
||||
2022/03/16-14:20:37.692548 36f4 Options.compaction_readahead_size: 0
|
||||
2022/03/16-14:20:37.692552 36f4 Options.max_background_flushes: -1
|
||||
2022/03/16-14:20:37.692556 36f4 Compression algorithms supported:
|
||||
2022/03/16-14:20:37.692581 36f4 kZSTD supported: 1
|
||||
2022/03/16-14:20:37.692586 36f4 kSnappyCompression supported: 1
|
||||
2022/03/16-14:20:37.692590 36f4 kBZip2Compression supported: 0
|
||||
2022/03/16-14:20:37.692595 36f4 kZlibCompression supported: 1
|
||||
2022/03/16-14:20:37.692630 36f4 kLZ4Compression supported: 1
|
||||
2022/03/16-14:20:37.692636 36f4 kXpressCompression supported: 0
|
||||
2022/03/16-14:20:37.692641 36f4 kLZ4HCCompression supported: 1
|
||||
2022/03/16-14:20:37.692645 36f4 kZSTDNotFinalCompression supported: 1
|
||||
2022/03/16-14:20:37.692679 36f4 Fast CRC32 supported: Supported on x86
|
||||
2022/03/16-14:20:37.694836 36f4 [db\version_set.cc:4573] Recovering from manifest file: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000036
|
||||
2022/03/16-14:20:37.695412 36f4 [db\column_family.cc:600] --------------- Options for column family [default]:
|
||||
2022/03/16-14:20:37.695456 36f4 Options.comparator: leveldb.BytewiseComparator
|
||||
2022/03/16-14:20:37.695465 36f4 Options.merge_operator: None
|
||||
2022/03/16-14:20:37.695471 36f4 Options.compaction_filter: None
|
||||
2022/03/16-14:20:37.695478 36f4 Options.compaction_filter_factory: None
|
||||
2022/03/16-14:20:37.695485 36f4 Options.sst_partitioner_factory: None
|
||||
2022/03/16-14:20:37.695492 36f4 Options.memtable_factory: SkipListFactory
|
||||
2022/03/16-14:20:37.695499 36f4 Options.table_factory: BlockBasedTable
|
||||
2022/03/16-14:20:37.695590 36f4 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (00000000012F8A70)
|
||||
cache_index_and_filter_blocks: 0
|
||||
cache_index_and_filter_blocks_with_high_priority: 1
|
||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||
pin_top_level_index_and_filter: 1
|
||||
index_type: 0
|
||||
data_block_index_type: 0
|
||||
index_shortening: 1
|
||||
data_block_hash_table_util_ratio: 0.750000
|
||||
hash_index_allow_collision: 1
|
||||
checksum: 1
|
||||
no_block_cache: 0
|
||||
block_cache: 0000000001359400
|
||||
block_cache_name: LRUCache
|
||||
block_cache_options:
|
||||
capacity : 8388608
|
||||
num_shard_bits : 4
|
||||
strict_capacity_limit : 0
|
||||
memory_allocator : None
|
||||
high_pri_pool_ratio: 0.000
|
||||
block_cache_compressed: 0000000000000000
|
||||
persistent_cache: 0000000000000000
|
||||
block_size: 4096
|
||||
block_size_deviation: 10
|
||||
block_restart_interval: 16
|
||||
index_block_restart_interval: 1
|
||||
metadata_block_size: 4096
|
||||
partition_filters: 0
|
||||
use_delta_encoding: 1
|
||||
filter_policy: nullptr
|
||||
whole_key_filtering: 1
|
||||
verify_compression: 0
|
||||
read_amp_bytes_per_bit: 0
|
||||
format_version: 5
|
||||
enable_index_compression: 1
|
||||
block_align: 0
|
||||
2022/03/16-14:20:37.695602 36f4 Options.write_buffer_size: 67108864
|
||||
2022/03/16-14:20:37.695609 36f4 Options.max_write_buffer_number: 2
|
||||
2022/03/16-14:20:37.695616 36f4 Options.compression: Snappy
|
||||
2022/03/16-14:20:37.695622 36f4 Options.bottommost_compression: Disabled
|
||||
2022/03/16-14:20:37.695628 36f4 Options.prefix_extractor: nullptr
|
||||
2022/03/16-14:20:37.695634 36f4 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||
2022/03/16-14:20:37.695640 36f4 Options.num_levels: 7
|
||||
2022/03/16-14:20:37.695646 36f4 Options.min_write_buffer_number_to_merge: 1
|
||||
2022/03/16-14:20:37.695652 36f4 Options.max_write_buffer_number_to_maintain: 0
|
||||
2022/03/16-14:20:37.695659 36f4 Options.max_write_buffer_size_to_maintain: 0
|
||||
2022/03/16-14:20:37.695665 36f4 Options.bottommost_compression_opts.window_bits: -14
|
||||
2022/03/16-14:20:37.695672 36f4 Options.bottommost_compression_opts.level: 32767
|
||||
2022/03/16-14:20:37.695679 36f4 Options.bottommost_compression_opts.strategy: 0
|
||||
2022/03/16-14:20:37.695686 36f4 Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-14:20:37.695693 36f4 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-14:20:37.695699 36f4 Options.bottommost_compression_opts.parallel_threads: 1
|
||||
2022/03/16-14:20:37.695706 36f4 Options.bottommost_compression_opts.enabled: false
|
||||
2022/03/16-14:20:37.695712 36f4 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-14:20:37.695719 36f4 Options.compression_opts.window_bits: -14
|
||||
2022/03/16-14:20:37.695726 36f4 Options.compression_opts.level: 32767
|
||||
2022/03/16-14:20:37.695736 36f4 Options.compression_opts.strategy: 0
|
||||
2022/03/16-14:20:37.695745 36f4 Options.compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-14:20:37.695750 36f4 Options.compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-14:20:37.695757 36f4 Options.compression_opts.parallel_threads: 1
|
||||
2022/03/16-14:20:37.695763 36f4 Options.compression_opts.enabled: false
|
||||
2022/03/16-14:20:37.695769 36f4 Options.compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-14:20:37.695776 36f4 Options.level0_file_num_compaction_trigger: 4
|
||||
2022/03/16-14:20:37.695783 36f4 Options.level0_slowdown_writes_trigger: 20
|
||||
2022/03/16-14:20:37.695789 36f4 Options.level0_stop_writes_trigger: 36
|
||||
2022/03/16-14:20:37.695796 36f4 Options.target_file_size_base: 67108864
|
||||
2022/03/16-14:20:37.695802 36f4 Options.target_file_size_multiplier: 1
|
||||
2022/03/16-14:20:37.695808 36f4 Options.max_bytes_for_level_base: 268435456
|
||||
2022/03/16-14:20:37.695814 36f4 Options.level_compaction_dynamic_level_bytes: 0
|
||||
2022/03/16-14:20:37.695821 36f4 Options.max_bytes_for_level_multiplier: 10.000000
|
||||
2022/03/16-14:20:37.695829 36f4 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||
2022/03/16-14:20:37.695836 36f4 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||
2022/03/16-14:20:37.695842 36f4 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||
2022/03/16-14:20:37.695849 36f4 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||
2022/03/16-14:20:37.695856 36f4 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||
2022/03/16-14:20:37.695863 36f4 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||
2022/03/16-14:20:37.695869 36f4 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||
2022/03/16-14:20:37.695876 36f4 Options.max_sequential_skip_in_iterations: 8
|
||||
2022/03/16-14:20:37.695883 36f4 Options.max_compaction_bytes: 1677721600
|
||||
2022/03/16-14:20:37.695890 36f4 Options.arena_block_size: 1048576
|
||||
2022/03/16-14:20:37.695897 36f4 Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||
2022/03/16-14:20:37.695904 36f4 Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||
2022/03/16-14:20:37.695911 36f4 Options.rate_limit_delay_max_milliseconds: 100
|
||||
2022/03/16-14:20:37.695918 36f4 Options.disable_auto_compactions: 0
|
||||
2022/03/16-14:20:37.695926 36f4 Options.compaction_style: kCompactionStyleLevel
|
||||
2022/03/16-14:20:37.695934 36f4 Options.compaction_pri: kMinOverlappingRatio
|
||||
2022/03/16-14:20:37.695941 36f4 Options.compaction_options_universal.size_ratio: 1
|
||||
2022/03/16-14:20:37.695948 36f4 Options.compaction_options_universal.min_merge_width: 2
|
||||
2022/03/16-14:20:37.695955 36f4 Options.compaction_options_universal.max_merge_width: 4294967295
|
||||
2022/03/16-14:20:37.695962 36f4 Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||
2022/03/16-14:20:37.695969 36f4 Options.compaction_options_universal.compression_size_percent: -1
|
||||
2022/03/16-14:20:37.695976 36f4 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||
2022/03/16-14:20:37.695983 36f4 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||
2022/03/16-14:20:37.695989 36f4 Options.compaction_options_fifo.allow_compaction: 0
|
||||
2022/03/16-14:20:37.695999 36f4 Options.table_properties_collectors:
|
||||
2022/03/16-14:20:37.696006 36f4 Options.inplace_update_support: 0
|
||||
2022/03/16-14:20:37.696013 36f4 Options.inplace_update_num_locks: 10000
|
||||
2022/03/16-14:20:37.696019 36f4 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||
2022/03/16-14:20:37.696027 36f4 Options.memtable_whole_key_filtering: 0
|
||||
2022/03/16-14:20:37.696033 36f4 Options.memtable_huge_page_size: 0
|
||||
2022/03/16-14:20:37.696040 36f4 Options.bloom_locality: 0
|
||||
2022/03/16-14:20:37.696047 36f4 Options.max_successive_merges: 0
|
||||
2022/03/16-14:20:37.696053 36f4 Options.optimize_filters_for_hits: 0
|
||||
2022/03/16-14:20:37.696128 36f4 Options.paranoid_file_checks: 0
|
||||
2022/03/16-14:20:37.696138 36f4 Options.force_consistency_checks: 1
|
||||
2022/03/16-14:20:37.696144 36f4 Options.report_bg_io_stats: 0
|
||||
2022/03/16-14:20:37.696151 36f4 Options.ttl: 2592000
|
||||
2022/03/16-14:20:37.696157 36f4 Options.periodic_compaction_seconds: 0
|
||||
2022/03/16-14:20:37.696163 36f4 Options.enable_blob_files: false
|
||||
2022/03/16-14:20:37.696169 36f4 Options.min_blob_size: 0
|
||||
2022/03/16-14:20:37.696176 36f4 Options.blob_file_size: 268435456
|
||||
2022/03/16-14:20:37.696183 36f4 Options.blob_compression_type: NoCompression
|
||||
2022/03/16-14:20:37.696189 36f4 Options.enable_blob_garbage_collection: false
|
||||
2022/03/16-14:20:37.696195 36f4 Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||
2022/03/16-14:20:37.699418 36f4 [db\version_set.cc:4621] Recovered from manifest file:D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000036 succeeded,manifest_file_number is 36, next_file_number is 38, last_sequence is 2, log_number is 32,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
|
||||
2022/03/16-14:20:37.699443 36f4 [db\version_set.cc:4630] Column family [default] (ID 0), log number is 32
|
||||
2022/03/16-14:20:37.701637 36f4 [db\version_set.cc:4119] Creating manifest 40
|
||||
2022/03/16-14:20:37.712111 36f4 EVENT_LOG_v1 {"time_micros": 1647411637712065, "job": 1, "event": "recovery_started", "wal_files": [37]}
|
||||
2022/03/16-14:20:37.712150 36f4 [db\db_impl\db_impl_open.cc:856] Recovering log #37 mode 2
|
||||
2022/03/16-14:20:37.726771 36f4 EVENT_LOG_v1 {"time_micros": 1647411637726699, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 41, "file_size": 1109, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 183, "index_size": 36, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 26, "raw_average_key_size": 26, "raw_value_size": 167, "raw_average_value_size": 167, "num_data_blocks": 1, "num_entries": 1, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1647411637, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "15b3e15c-a4eb-11ec-97d9-803253bbc0b9", "db_session_id": "WQETH8IVNH1I8LMR3XT9"}}
|
||||
2022/03/16-14:20:37.726884 36f4 [db\version_set.cc:4119] Creating manifest 42
|
||||
2022/03/16-14:20:37.735891 36f4 EVENT_LOG_v1 {"time_micros": 1647411637735871, "job": 1, "event": "recovery_finished"}
|
||||
2022/03/16-14:20:37.740714 36f4 [file\delete_scheduler.cc:77] Deleted file D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
|
||||
2022/03/16-14:20:37.762957 36f4 [db\db_impl\db_impl_open.cc:1759] SstFileManager instance 0000000025D13790
|
||||
2022/03/16-14:20:37.765283 36f4 DB pointer 0000000025D03550
|
||||
2022/03/16-14:20:37.767509 5530 [db\db_impl\db_impl.cc:940] ------- DUMPING STATS -------
|
||||
2022/03/16-14:20:37.767553 5530 [db\db_impl\db_impl.cc:941]
|
||||
** DB Stats **
|
||||
Uptime(secs): 0.1 total, 0.1 interval
|
||||
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
|
||||
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
|
||||
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
|
||||
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
|
||||
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
L0 3/0 3.40 KB 0.8 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.014 0 0 0.0 0.0
|
||||
Sum 3/0 3.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.014 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.014 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.1 0.01 0.00 1 0.014 0 0 0.0 0.0
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.1 total, 0.1 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@0000000001359400 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 9.9e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
L0 3/0 3.40 KB 0.8 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.014 0 0 0.0 0.0
|
||||
Sum 3/0 3.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.014 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.1 0.01 0.00 1 0.014 0 0 0.0 0.0
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.1 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@0000000001359400 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 9.8e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
@ -0,0 +1,290 @@
|
||||
2022/03/16-13:36:54.002429 569c RocksDB version: 6.21.0
|
||||
2022/03/16-13:36:54.002637 569c Git sha c7f8ae9f17743774ac48e2ffc6e150eafcfae416
|
||||
2022/03/16-13:36:54.002662 569c Compile date 2021-07-23 11:30:29
|
||||
2022/03/16-13:36:54.002713 569c DB SUMMARY
|
||||
2022/03/16-13:36:54.002734 569c DB Session ID: 9U7027EWIK3877KRSF1X
|
||||
2022/03/16-13:36:54.003173 569c SST files in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog dir, Total Num: 0, files:
|
||||
2022/03/16-13:36:54.003197 569c Write Ahead Log file in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog:
|
||||
2022/03/16-13:36:54.003218 569c Options.error_if_exists: 0
|
||||
2022/03/16-13:36:54.003230 569c Options.create_if_missing: 1
|
||||
2022/03/16-13:36:54.003403 569c Options.paranoid_checks: 1
|
||||
2022/03/16-13:36:54.003412 569c Options.flush_verify_memtable_count: 1
|
||||
2022/03/16-13:36:54.003416 569c Options.track_and_verify_wals_in_manifest: 0
|
||||
2022/03/16-13:36:54.003420 569c Options.env: 0000000000953170
|
||||
2022/03/16-13:36:54.003425 569c Options.fs: WinFS
|
||||
2022/03/16-13:36:54.003429 569c Options.info_log: 000000000092B530
|
||||
2022/03/16-13:36:54.003433 569c Options.max_file_opening_threads: 16
|
||||
2022/03/16-13:36:54.003437 569c Options.statistics: 0000000000000000
|
||||
2022/03/16-13:36:54.003441 569c Options.use_fsync: 0
|
||||
2022/03/16-13:36:54.003445 569c Options.max_log_file_size: 0
|
||||
2022/03/16-13:36:54.003449 569c Options.max_manifest_file_size: 1073741824
|
||||
2022/03/16-13:36:54.003453 569c Options.log_file_time_to_roll: 0
|
||||
2022/03/16-13:36:54.003457 569c Options.keep_log_file_num: 1000
|
||||
2022/03/16-13:36:54.003461 569c Options.recycle_log_file_num: 0
|
||||
2022/03/16-13:36:54.003465 569c Options.allow_fallocate: 1
|
||||
2022/03/16-13:36:54.003469 569c Options.allow_mmap_reads: 0
|
||||
2022/03/16-13:36:54.003473 569c Options.allow_mmap_writes: 0
|
||||
2022/03/16-13:36:54.003477 569c Options.use_direct_reads: 0
|
||||
2022/03/16-13:36:54.003481 569c Options.use_direct_io_for_flush_and_compaction: 0
|
||||
2022/03/16-13:36:54.003485 569c Options.create_missing_column_families: 0
|
||||
2022/03/16-13:36:54.003489 569c Options.db_log_dir:
|
||||
2022/03/16-13:36:54.003493 569c Options.wal_dir: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog
|
||||
2022/03/16-13:36:54.003497 569c Options.table_cache_numshardbits: 6
|
||||
2022/03/16-13:36:54.003501 569c Options.WAL_ttl_seconds: 0
|
||||
2022/03/16-13:36:54.003505 569c Options.WAL_size_limit_MB: 0
|
||||
2022/03/16-13:36:54.003509 569c Options.max_write_batch_group_size_bytes: 1048576
|
||||
2022/03/16-13:36:54.003513 569c Options.manifest_preallocation_size: 4194304
|
||||
2022/03/16-13:36:54.003517 569c Options.is_fd_close_on_exec: 1
|
||||
2022/03/16-13:36:54.003521 569c Options.advise_random_on_open: 1
|
||||
2022/03/16-13:36:54.003525 569c Options.db_write_buffer_size: 0
|
||||
2022/03/16-13:36:54.003529 569c Options.write_buffer_manager: 0000000023CC8290
|
||||
2022/03/16-13:36:54.003533 569c Options.access_hint_on_compaction_start: 1
|
||||
2022/03/16-13:36:54.003536 569c Options.new_table_reader_for_compaction_inputs: 0
|
||||
2022/03/16-13:36:54.003540 569c Options.random_access_max_buffer_size: 1048576
|
||||
2022/03/16-13:36:54.003544 569c Options.use_adaptive_mutex: 0
|
||||
2022/03/16-13:36:54.003548 569c Options.rate_limiter: 0000000000000000
|
||||
2022/03/16-13:36:54.003553 569c Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||
2022/03/16-13:36:54.003589 569c Options.wal_recovery_mode: 2
|
||||
2022/03/16-13:36:54.003596 569c Options.enable_thread_tracking: 0
|
||||
2022/03/16-13:36:54.003600 569c Options.enable_pipelined_write: 0
|
||||
2022/03/16-13:36:54.003604 569c Options.unordered_write: 0
|
||||
2022/03/16-13:36:54.003608 569c Options.allow_concurrent_memtable_write: 1
|
||||
2022/03/16-13:36:54.003612 569c Options.enable_write_thread_adaptive_yield: 1
|
||||
2022/03/16-13:36:54.003616 569c Options.write_thread_max_yield_usec: 100
|
||||
2022/03/16-13:36:54.003620 569c Options.write_thread_slow_yield_usec: 3
|
||||
2022/03/16-13:36:54.003624 569c Options.row_cache: None
|
||||
2022/03/16-13:36:54.003628 569c Options.wal_filter: None
|
||||
2022/03/16-13:36:54.003632 569c Options.avoid_flush_during_recovery: 0
|
||||
2022/03/16-13:36:54.003636 569c Options.allow_ingest_behind: 0
|
||||
2022/03/16-13:36:54.003640 569c Options.preserve_deletes: 0
|
||||
2022/03/16-13:36:54.003643 569c Options.two_write_queues: 0
|
||||
2022/03/16-13:36:54.003647 569c Options.manual_wal_flush: 0
|
||||
2022/03/16-13:36:54.003651 569c Options.atomic_flush: 0
|
||||
2022/03/16-13:36:54.003655 569c Options.avoid_unnecessary_blocking_io: 0
|
||||
2022/03/16-13:36:54.003659 569c Options.persist_stats_to_disk: 0
|
||||
2022/03/16-13:36:54.003663 569c Options.write_dbid_to_manifest: 0
|
||||
2022/03/16-13:36:54.003666 569c Options.log_readahead_size: 0
|
||||
2022/03/16-13:36:54.003670 569c Options.file_checksum_gen_factory: Unknown
|
||||
2022/03/16-13:36:54.003675 569c Options.best_efforts_recovery: 0
|
||||
2022/03/16-13:36:54.003678 569c Options.max_bgerror_resume_count: 2147483647
|
||||
2022/03/16-13:36:54.003683 569c Options.bgerror_resume_retry_interval: 1000000
|
||||
2022/03/16-13:36:54.003687 569c Options.allow_data_in_errors: 0
|
||||
2022/03/16-13:36:54.003690 569c Options.db_host_id: __hostname__
|
||||
2022/03/16-13:36:54.003694 569c Options.max_background_jobs: 2
|
||||
2022/03/16-13:36:54.003698 569c Options.max_background_compactions: -1
|
||||
2022/03/16-13:36:54.003702 569c Options.max_subcompactions: 1
|
||||
2022/03/16-13:36:54.003706 569c Options.avoid_flush_during_shutdown: 0
|
||||
2022/03/16-13:36:54.003710 569c Options.writable_file_max_buffer_size: 1048576
|
||||
2022/03/16-13:36:54.003714 569c Options.delayed_write_rate : 16777216
|
||||
2022/03/16-13:36:54.003718 569c Options.max_total_wal_size: 0
|
||||
2022/03/16-13:36:54.003722 569c Options.delete_obsolete_files_period_micros: 21600000000
|
||||
2022/03/16-13:36:54.003726 569c Options.stats_dump_period_sec: 600
|
||||
2022/03/16-13:36:54.003730 569c Options.stats_persist_period_sec: 600
|
||||
2022/03/16-13:36:54.003734 569c Options.stats_history_buffer_size: 1048576
|
||||
2022/03/16-13:36:54.003738 569c Options.max_open_files: -1
|
||||
2022/03/16-13:36:54.003742 569c Options.bytes_per_sync: 0
|
||||
2022/03/16-13:36:54.003746 569c Options.wal_bytes_per_sync: 0
|
||||
2022/03/16-13:36:54.003750 569c Options.strict_bytes_per_sync: 0
|
||||
2022/03/16-13:36:54.003754 569c Options.compaction_readahead_size: 0
|
||||
2022/03/16-13:36:54.003758 569c Options.max_background_flushes: -1
|
||||
2022/03/16-13:36:54.003762 569c Compression algorithms supported:
|
||||
2022/03/16-13:36:54.003777 569c kZSTD supported: 1
|
||||
2022/03/16-13:36:54.003782 569c kSnappyCompression supported: 1
|
||||
2022/03/16-13:36:54.003786 569c kBZip2Compression supported: 0
|
||||
2022/03/16-13:36:54.003791 569c kZlibCompression supported: 1
|
||||
2022/03/16-13:36:54.003794 569c kLZ4Compression supported: 1
|
||||
2022/03/16-13:36:54.003798 569c kXpressCompression supported: 0
|
||||
2022/03/16-13:36:54.003802 569c kLZ4HCCompression supported: 1
|
||||
2022/03/16-13:36:54.003829 569c kZSTDNotFinalCompression supported: 1
|
||||
2022/03/16-13:36:54.003860 569c Fast CRC32 supported: Supported on x86
|
||||
2022/03/16-13:36:54.009056 569c [db\db_impl\db_impl_open.cc:285] Creating manifest 1
|
||||
2022/03/16-13:36:54.025240 569c [db\version_set.cc:4573] Recovering from manifest file: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000001
|
||||
2022/03/16-13:36:54.032542 569c [db\column_family.cc:600] --------------- Options for column family [default]:
|
||||
2022/03/16-13:36:54.032585 569c Options.comparator: leveldb.BytewiseComparator
|
||||
2022/03/16-13:36:54.032590 569c Options.merge_operator: None
|
||||
2022/03/16-13:36:54.032595 569c Options.compaction_filter: None
|
||||
2022/03/16-13:36:54.032598 569c Options.compaction_filter_factory: None
|
||||
2022/03/16-13:36:54.032602 569c Options.sst_partitioner_factory: None
|
||||
2022/03/16-13:36:54.032606 569c Options.memtable_factory: SkipListFactory
|
||||
2022/03/16-13:36:54.032610 569c Options.table_factory: BlockBasedTable
|
||||
2022/03/16-13:36:54.032676 569c table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (00000000008FAA40)
|
||||
cache_index_and_filter_blocks: 0
|
||||
cache_index_and_filter_blocks_with_high_priority: 1
|
||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||
pin_top_level_index_and_filter: 1
|
||||
index_type: 0
|
||||
data_block_index_type: 0
|
||||
index_shortening: 1
|
||||
data_block_hash_table_util_ratio: 0.750000
|
||||
hash_index_allow_collision: 1
|
||||
checksum: 1
|
||||
no_block_cache: 0
|
||||
block_cache: 0000000000941480
|
||||
block_cache_name: LRUCache
|
||||
block_cache_options:
|
||||
capacity : 8388608
|
||||
num_shard_bits : 4
|
||||
strict_capacity_limit : 0
|
||||
memory_allocator : None
|
||||
high_pri_pool_ratio: 0.000
|
||||
block_cache_compressed: 0000000000000000
|
||||
persistent_cache: 0000000000000000
|
||||
block_size: 4096
|
||||
block_size_deviation: 10
|
||||
block_restart_interval: 16
|
||||
index_block_restart_interval: 1
|
||||
metadata_block_size: 4096
|
||||
partition_filters: 0
|
||||
use_delta_encoding: 1
|
||||
filter_policy: nullptr
|
||||
whole_key_filtering: 1
|
||||
verify_compression: 0
|
||||
read_amp_bytes_per_bit: 0
|
||||
format_version: 5
|
||||
enable_index_compression: 1
|
||||
block_align: 0
|
||||
2022/03/16-13:36:54.032682 569c Options.write_buffer_size: 67108864
|
||||
2022/03/16-13:36:54.032686 569c Options.max_write_buffer_number: 2
|
||||
2022/03/16-13:36:54.032691 569c Options.compression: Snappy
|
||||
2022/03/16-13:36:54.032694 569c Options.bottommost_compression: Disabled
|
||||
2022/03/16-13:36:54.032698 569c Options.prefix_extractor: nullptr
|
||||
2022/03/16-13:36:54.032702 569c Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||
2022/03/16-13:36:54.032706 569c Options.num_levels: 7
|
||||
2022/03/16-13:36:54.032710 569c Options.min_write_buffer_number_to_merge: 1
|
||||
2022/03/16-13:36:54.032714 569c Options.max_write_buffer_number_to_maintain: 0
|
||||
2022/03/16-13:36:54.032718 569c Options.max_write_buffer_size_to_maintain: 0
|
||||
2022/03/16-13:36:54.032722 569c Options.bottommost_compression_opts.window_bits: -14
|
||||
2022/03/16-13:36:54.032726 569c Options.bottommost_compression_opts.level: 32767
|
||||
2022/03/16-13:36:54.032730 569c Options.bottommost_compression_opts.strategy: 0
|
||||
2022/03/16-13:36:54.032734 569c Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:36:54.032738 569c Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:36:54.032742 569c Options.bottommost_compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:36:54.032746 569c Options.bottommost_compression_opts.enabled: false
|
||||
2022/03/16-13:36:54.032750 569c Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:36:54.032754 569c Options.compression_opts.window_bits: -14
|
||||
2022/03/16-13:36:54.032758 569c Options.compression_opts.level: 32767
|
||||
2022/03/16-13:36:54.032762 569c Options.compression_opts.strategy: 0
|
||||
2022/03/16-13:36:54.032765 569c Options.compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:36:54.032773 569c Options.compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:36:54.032780 569c Options.compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:36:54.032784 569c Options.compression_opts.enabled: false
|
||||
2022/03/16-13:36:54.032788 569c Options.compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:36:54.032792 569c Options.level0_file_num_compaction_trigger: 4
|
||||
2022/03/16-13:36:54.032795 569c Options.level0_slowdown_writes_trigger: 20
|
||||
2022/03/16-13:36:54.032799 569c Options.level0_stop_writes_trigger: 36
|
||||
2022/03/16-13:36:54.032803 569c Options.target_file_size_base: 67108864
|
||||
2022/03/16-13:36:54.032807 569c Options.target_file_size_multiplier: 1
|
||||
2022/03/16-13:36:54.032811 569c Options.max_bytes_for_level_base: 268435456
|
||||
2022/03/16-13:36:54.032815 569c Options.level_compaction_dynamic_level_bytes: 0
|
||||
2022/03/16-13:36:54.032819 569c Options.max_bytes_for_level_multiplier: 10.000000
|
||||
2022/03/16-13:36:54.032824 569c Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||
2022/03/16-13:36:54.032828 569c Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||
2022/03/16-13:36:54.032832 569c Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||
2022/03/16-13:36:54.032836 569c Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||
2022/03/16-13:36:54.032840 569c Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||
2022/03/16-13:36:54.032844 569c Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||
2022/03/16-13:36:54.032848 569c Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||
2022/03/16-13:36:54.032852 569c Options.max_sequential_skip_in_iterations: 8
|
||||
2022/03/16-13:36:54.032856 569c Options.max_compaction_bytes: 1677721600
|
||||
2022/03/16-13:36:54.032860 569c Options.arena_block_size: 1048576
|
||||
2022/03/16-13:36:54.032864 569c Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||
2022/03/16-13:36:54.032868 569c Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||
2022/03/16-13:36:54.032871 569c Options.rate_limit_delay_max_milliseconds: 100
|
||||
2022/03/16-13:36:54.032876 569c Options.disable_auto_compactions: 0
|
||||
2022/03/16-13:36:54.032881 569c Options.compaction_style: kCompactionStyleLevel
|
||||
2022/03/16-13:36:54.032886 569c Options.compaction_pri: kMinOverlappingRatio
|
||||
2022/03/16-13:36:54.032890 569c Options.compaction_options_universal.size_ratio: 1
|
||||
2022/03/16-13:36:54.032894 569c Options.compaction_options_universal.min_merge_width: 2
|
||||
2022/03/16-13:36:54.032898 569c Options.compaction_options_universal.max_merge_width: 4294967295
|
||||
2022/03/16-13:36:54.032902 569c Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||
2022/03/16-13:36:54.032906 569c Options.compaction_options_universal.compression_size_percent: -1
|
||||
2022/03/16-13:36:54.032910 569c Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||
2022/03/16-13:36:54.032914 569c Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||
2022/03/16-13:36:54.032918 569c Options.compaction_options_fifo.allow_compaction: 0
|
||||
2022/03/16-13:36:54.032927 569c Options.table_properties_collectors:
|
||||
2022/03/16-13:36:54.032931 569c Options.inplace_update_support: 0
|
||||
2022/03/16-13:36:54.032935 569c Options.inplace_update_num_locks: 10000
|
||||
2022/03/16-13:36:54.032939 569c Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||
2022/03/16-13:36:54.032943 569c Options.memtable_whole_key_filtering: 0
|
||||
2022/03/16-13:36:54.032947 569c Options.memtable_huge_page_size: 0
|
||||
2022/03/16-13:36:54.032951 569c Options.bloom_locality: 0
|
||||
2022/03/16-13:36:54.032955 569c Options.max_successive_merges: 0
|
||||
2022/03/16-13:36:54.032959 569c Options.optimize_filters_for_hits: 0
|
||||
2022/03/16-13:36:54.032963 569c Options.paranoid_file_checks: 0
|
||||
2022/03/16-13:36:54.032967 569c Options.force_consistency_checks: 1
|
||||
2022/03/16-13:36:54.033021 569c Options.report_bg_io_stats: 0
|
||||
2022/03/16-13:36:54.033028 569c Options.ttl: 2592000
|
||||
2022/03/16-13:36:54.033032 569c Options.periodic_compaction_seconds: 0
|
||||
2022/03/16-13:36:54.033036 569c Options.enable_blob_files: false
|
||||
2022/03/16-13:36:54.033040 569c Options.min_blob_size: 0
|
||||
2022/03/16-13:36:54.033044 569c Options.blob_file_size: 268435456
|
||||
2022/03/16-13:36:54.033049 569c Options.blob_compression_type: NoCompression
|
||||
2022/03/16-13:36:54.033053 569c Options.enable_blob_garbage_collection: false
|
||||
2022/03/16-13:36:54.033056 569c Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||
2022/03/16-13:36:54.035133 569c [db\version_set.cc:4621] Recovered from manifest file:D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
|
||||
2022/03/16-13:36:54.035155 569c [db\version_set.cc:4630] Column family [default] (ID 0), log number is 0
|
||||
2022/03/16-13:36:54.044074 569c [db\version_set.cc:4119] Creating manifest 4
|
||||
2022/03/16-13:36:54.065587 569c [db\db_impl\db_impl_open.cc:1759] SstFileManager instance 0000000023CE6FC0
|
||||
2022/03/16-13:36:54.066212 569c DB pointer 0000000023CE2250
|
||||
2022/03/16-13:36:54.066848 1a20 [db\db_impl\db_impl.cc:940] ------- DUMPING STATS -------
|
||||
2022/03/16-13:36:54.066869 1a20 [db\db_impl\db_impl.cc:941]
|
||||
** DB Stats **
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
|
||||
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
|
||||
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
|
||||
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
|
||||
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@0000000000941480 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 5.6e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@0000000000941480 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 2.3e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
@ -0,0 +1,297 @@
|
||||
2022/03/16-13:43:30.563846 91c RocksDB version: 6.21.0
|
||||
2022/03/16-13:43:30.564079 91c Git sha c7f8ae9f17743774ac48e2ffc6e150eafcfae416
|
||||
2022/03/16-13:43:30.564106 91c Compile date 2021-07-23 11:30:29
|
||||
2022/03/16-13:43:30.564163 91c DB SUMMARY
|
||||
2022/03/16-13:43:30.564185 91c DB Session ID: VKW18N3A7KFNW8LRVSTE
|
||||
2022/03/16-13:43:30.564956 91c CURRENT file: CURRENT
|
||||
2022/03/16-13:43:30.564981 91c IDENTITY file: IDENTITY
|
||||
2022/03/16-13:43:30.565060 91c MANIFEST file: MANIFEST-000004 size: 57 Bytes
|
||||
2022/03/16-13:43:30.565078 91c SST files in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog dir, Total Num: 0, files:
|
||||
2022/03/16-13:43:30.565091 91c Write Ahead Log file in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog: 000005.log size: 0 ;
|
||||
2022/03/16-13:43:30.565265 91c Options.error_if_exists: 0
|
||||
2022/03/16-13:43:30.565276 91c Options.create_if_missing: 1
|
||||
2022/03/16-13:43:30.565280 91c Options.paranoid_checks: 1
|
||||
2022/03/16-13:43:30.565285 91c Options.flush_verify_memtable_count: 1
|
||||
2022/03/16-13:43:30.565289 91c Options.track_and_verify_wals_in_manifest: 0
|
||||
2022/03/16-13:43:30.565293 91c Options.env: 0000000000B695F0
|
||||
2022/03/16-13:43:30.565298 91c Options.fs: WinFS
|
||||
2022/03/16-13:43:30.565303 91c Options.info_log: 0000000000B472F0
|
||||
2022/03/16-13:43:30.565307 91c Options.max_file_opening_threads: 16
|
||||
2022/03/16-13:43:30.565311 91c Options.statistics: 0000000000000000
|
||||
2022/03/16-13:43:30.565315 91c Options.use_fsync: 0
|
||||
2022/03/16-13:43:30.565319 91c Options.max_log_file_size: 0
|
||||
2022/03/16-13:43:30.565323 91c Options.max_manifest_file_size: 1073741824
|
||||
2022/03/16-13:43:30.565327 91c Options.log_file_time_to_roll: 0
|
||||
2022/03/16-13:43:30.565331 91c Options.keep_log_file_num: 1000
|
||||
2022/03/16-13:43:30.565335 91c Options.recycle_log_file_num: 0
|
||||
2022/03/16-13:43:30.565340 91c Options.allow_fallocate: 1
|
||||
2022/03/16-13:43:30.565343 91c Options.allow_mmap_reads: 0
|
||||
2022/03/16-13:43:30.565347 91c Options.allow_mmap_writes: 0
|
||||
2022/03/16-13:43:30.565351 91c Options.use_direct_reads: 0
|
||||
2022/03/16-13:43:30.565355 91c Options.use_direct_io_for_flush_and_compaction: 0
|
||||
2022/03/16-13:43:30.565359 91c Options.create_missing_column_families: 0
|
||||
2022/03/16-13:43:30.565363 91c Options.db_log_dir:
|
||||
2022/03/16-13:43:30.565367 91c Options.wal_dir: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog
|
||||
2022/03/16-13:43:30.565372 91c Options.table_cache_numshardbits: 6
|
||||
2022/03/16-13:43:30.565376 91c Options.WAL_ttl_seconds: 0
|
||||
2022/03/16-13:43:30.565380 91c Options.WAL_size_limit_MB: 0
|
||||
2022/03/16-13:43:30.565384 91c Options.max_write_batch_group_size_bytes: 1048576
|
||||
2022/03/16-13:43:30.565388 91c Options.manifest_preallocation_size: 4194304
|
||||
2022/03/16-13:43:30.565392 91c Options.is_fd_close_on_exec: 1
|
||||
2022/03/16-13:43:30.565396 91c Options.advise_random_on_open: 1
|
||||
2022/03/16-13:43:30.565399 91c Options.db_write_buffer_size: 0
|
||||
2022/03/16-13:43:30.565404 91c Options.write_buffer_manager: 0000000000BD56C0
|
||||
2022/03/16-13:43:30.565408 91c Options.access_hint_on_compaction_start: 1
|
||||
2022/03/16-13:43:30.565412 91c Options.new_table_reader_for_compaction_inputs: 0
|
||||
2022/03/16-13:43:30.565416 91c Options.random_access_max_buffer_size: 1048576
|
||||
2022/03/16-13:43:30.565420 91c Options.use_adaptive_mutex: 0
|
||||
2022/03/16-13:43:30.565457 91c Options.rate_limiter: 0000000000000000
|
||||
2022/03/16-13:43:30.565465 91c Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||
2022/03/16-13:43:30.565470 91c Options.wal_recovery_mode: 2
|
||||
2022/03/16-13:43:30.565474 91c Options.enable_thread_tracking: 0
|
||||
2022/03/16-13:43:30.565478 91c Options.enable_pipelined_write: 0
|
||||
2022/03/16-13:43:30.565482 91c Options.unordered_write: 0
|
||||
2022/03/16-13:43:30.565486 91c Options.allow_concurrent_memtable_write: 1
|
||||
2022/03/16-13:43:30.565489 91c Options.enable_write_thread_adaptive_yield: 1
|
||||
2022/03/16-13:43:30.565493 91c Options.write_thread_max_yield_usec: 100
|
||||
2022/03/16-13:43:30.565497 91c Options.write_thread_slow_yield_usec: 3
|
||||
2022/03/16-13:43:30.565501 91c Options.row_cache: None
|
||||
2022/03/16-13:43:30.565505 91c Options.wal_filter: None
|
||||
2022/03/16-13:43:30.565509 91c Options.avoid_flush_during_recovery: 0
|
||||
2022/03/16-13:43:30.565513 91c Options.allow_ingest_behind: 0
|
||||
2022/03/16-13:43:30.565517 91c Options.preserve_deletes: 0
|
||||
2022/03/16-13:43:30.565521 91c Options.two_write_queues: 0
|
||||
2022/03/16-13:43:30.565525 91c Options.manual_wal_flush: 0
|
||||
2022/03/16-13:43:30.565529 91c Options.atomic_flush: 0
|
||||
2022/03/16-13:43:30.565533 91c Options.avoid_unnecessary_blocking_io: 0
|
||||
2022/03/16-13:43:30.565537 91c Options.persist_stats_to_disk: 0
|
||||
2022/03/16-13:43:30.565541 91c Options.write_dbid_to_manifest: 0
|
||||
2022/03/16-13:43:30.565545 91c Options.log_readahead_size: 0
|
||||
2022/03/16-13:43:30.565548 91c Options.file_checksum_gen_factory: Unknown
|
||||
2022/03/16-13:43:30.565553 91c Options.best_efforts_recovery: 0
|
||||
2022/03/16-13:43:30.565557 91c Options.max_bgerror_resume_count: 2147483647
|
||||
2022/03/16-13:43:30.565561 91c Options.bgerror_resume_retry_interval: 1000000
|
||||
2022/03/16-13:43:30.565565 91c Options.allow_data_in_errors: 0
|
||||
2022/03/16-13:43:30.565569 91c Options.db_host_id: __hostname__
|
||||
2022/03/16-13:43:30.565573 91c Options.max_background_jobs: 2
|
||||
2022/03/16-13:43:30.565577 91c Options.max_background_compactions: -1
|
||||
2022/03/16-13:43:30.565581 91c Options.max_subcompactions: 1
|
||||
2022/03/16-13:43:30.565585 91c Options.avoid_flush_during_shutdown: 0
|
||||
2022/03/16-13:43:30.565589 91c Options.writable_file_max_buffer_size: 1048576
|
||||
2022/03/16-13:43:30.565593 91c Options.delayed_write_rate : 16777216
|
||||
2022/03/16-13:43:30.565597 91c Options.max_total_wal_size: 0
|
||||
2022/03/16-13:43:30.565601 91c Options.delete_obsolete_files_period_micros: 21600000000
|
||||
2022/03/16-13:43:30.565605 91c Options.stats_dump_period_sec: 600
|
||||
2022/03/16-13:43:30.565609 91c Options.stats_persist_period_sec: 600
|
||||
2022/03/16-13:43:30.565613 91c Options.stats_history_buffer_size: 1048576
|
||||
2022/03/16-13:43:30.565617 91c Options.max_open_files: -1
|
||||
2022/03/16-13:43:30.565621 91c Options.bytes_per_sync: 0
|
||||
2022/03/16-13:43:30.565625 91c Options.wal_bytes_per_sync: 0
|
||||
2022/03/16-13:43:30.565629 91c Options.strict_bytes_per_sync: 0
|
||||
2022/03/16-13:43:30.565633 91c Options.compaction_readahead_size: 0
|
||||
2022/03/16-13:43:30.565637 91c Options.max_background_flushes: -1
|
||||
2022/03/16-13:43:30.565641 91c Compression algorithms supported:
|
||||
2022/03/16-13:43:30.565659 91c kZSTD supported: 1
|
||||
2022/03/16-13:43:30.565664 91c kSnappyCompression supported: 1
|
||||
2022/03/16-13:43:30.565668 91c kBZip2Compression supported: 0
|
||||
2022/03/16-13:43:30.565672 91c kZlibCompression supported: 1
|
||||
2022/03/16-13:43:30.565676 91c kLZ4Compression supported: 1
|
||||
2022/03/16-13:43:30.565680 91c kXpressCompression supported: 0
|
||||
2022/03/16-13:43:30.565721 91c kLZ4HCCompression supported: 1
|
||||
2022/03/16-13:43:30.565729 91c kZSTDNotFinalCompression supported: 1
|
||||
2022/03/16-13:43:30.565759 91c Fast CRC32 supported: Supported on x86
|
||||
2022/03/16-13:43:30.567054 91c [db\version_set.cc:4573] Recovering from manifest file: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000004
|
||||
2022/03/16-13:43:30.567408 91c [db\column_family.cc:600] --------------- Options for column family [default]:
|
||||
2022/03/16-13:43:30.567438 91c Options.comparator: leveldb.BytewiseComparator
|
||||
2022/03/16-13:43:30.567443 91c Options.merge_operator: None
|
||||
2022/03/16-13:43:30.567448 91c Options.compaction_filter: None
|
||||
2022/03/16-13:43:30.567451 91c Options.compaction_filter_factory: None
|
||||
2022/03/16-13:43:30.567455 91c Options.sst_partitioner_factory: None
|
||||
2022/03/16-13:43:30.567459 91c Options.memtable_factory: SkipListFactory
|
||||
2022/03/16-13:43:30.567463 91c Options.table_factory: BlockBasedTable
|
||||
2022/03/16-13:43:30.567519 91c table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0000000000B081A0)
|
||||
cache_index_and_filter_blocks: 0
|
||||
cache_index_and_filter_blocks_with_high_priority: 1
|
||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||
pin_top_level_index_and_filter: 1
|
||||
index_type: 0
|
||||
data_block_index_type: 0
|
||||
index_shortening: 1
|
||||
data_block_hash_table_util_ratio: 0.750000
|
||||
hash_index_allow_collision: 1
|
||||
checksum: 1
|
||||
no_block_cache: 0
|
||||
block_cache: 0000000000B69090
|
||||
block_cache_name: LRUCache
|
||||
block_cache_options:
|
||||
capacity : 8388608
|
||||
num_shard_bits : 4
|
||||
strict_capacity_limit : 0
|
||||
memory_allocator : None
|
||||
high_pri_pool_ratio: 0.000
|
||||
block_cache_compressed: 0000000000000000
|
||||
persistent_cache: 0000000000000000
|
||||
block_size: 4096
|
||||
block_size_deviation: 10
|
||||
block_restart_interval: 16
|
||||
index_block_restart_interval: 1
|
||||
metadata_block_size: 4096
|
||||
partition_filters: 0
|
||||
use_delta_encoding: 1
|
||||
filter_policy: nullptr
|
||||
whole_key_filtering: 1
|
||||
verify_compression: 0
|
||||
read_amp_bytes_per_bit: 0
|
||||
format_version: 5
|
||||
enable_index_compression: 1
|
||||
block_align: 0
|
||||
2022/03/16-13:43:30.567525 91c Options.write_buffer_size: 67108864
|
||||
2022/03/16-13:43:30.567530 91c Options.max_write_buffer_number: 2
|
||||
2022/03/16-13:43:30.567534 91c Options.compression: Snappy
|
||||
2022/03/16-13:43:30.567538 91c Options.bottommost_compression: Disabled
|
||||
2022/03/16-13:43:30.567541 91c Options.prefix_extractor: nullptr
|
||||
2022/03/16-13:43:30.567545 91c Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||
2022/03/16-13:43:30.567549 91c Options.num_levels: 7
|
||||
2022/03/16-13:43:30.567553 91c Options.min_write_buffer_number_to_merge: 1
|
||||
2022/03/16-13:43:30.567557 91c Options.max_write_buffer_number_to_maintain: 0
|
||||
2022/03/16-13:43:30.567561 91c Options.max_write_buffer_size_to_maintain: 0
|
||||
2022/03/16-13:43:30.567566 91c Options.bottommost_compression_opts.window_bits: -14
|
||||
2022/03/16-13:43:30.567570 91c Options.bottommost_compression_opts.level: 32767
|
||||
2022/03/16-13:43:30.567574 91c Options.bottommost_compression_opts.strategy: 0
|
||||
2022/03/16-13:43:30.567578 91c Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:43:30.567582 91c Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:43:30.567586 91c Options.bottommost_compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:43:30.567590 91c Options.bottommost_compression_opts.enabled: false
|
||||
2022/03/16-13:43:30.567594 91c Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:43:30.567598 91c Options.compression_opts.window_bits: -14
|
||||
2022/03/16-13:43:30.567602 91c Options.compression_opts.level: 32767
|
||||
2022/03/16-13:43:30.567606 91c Options.compression_opts.strategy: 0
|
||||
2022/03/16-13:43:30.567610 91c Options.compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:43:30.567617 91c Options.compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:43:30.567623 91c Options.compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:43:30.567627 91c Options.compression_opts.enabled: false
|
||||
2022/03/16-13:43:30.567631 91c Options.compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:43:30.567635 91c Options.level0_file_num_compaction_trigger: 4
|
||||
2022/03/16-13:43:30.567639 91c Options.level0_slowdown_writes_trigger: 20
|
||||
2022/03/16-13:43:30.567643 91c Options.level0_stop_writes_trigger: 36
|
||||
2022/03/16-13:43:30.567647 91c Options.target_file_size_base: 67108864
|
||||
2022/03/16-13:43:30.567651 91c Options.target_file_size_multiplier: 1
|
||||
2022/03/16-13:43:30.567655 91c Options.max_bytes_for_level_base: 268435456
|
||||
2022/03/16-13:43:30.567659 91c Options.level_compaction_dynamic_level_bytes: 0
|
||||
2022/03/16-13:43:30.567663 91c Options.max_bytes_for_level_multiplier: 10.000000
|
||||
2022/03/16-13:43:30.567668 91c Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||
2022/03/16-13:43:30.567672 91c Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||
2022/03/16-13:43:30.567676 91c Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||
2022/03/16-13:43:30.567680 91c Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||
2022/03/16-13:43:30.567685 91c Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||
2022/03/16-13:43:30.567689 91c Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||
2022/03/16-13:43:30.567693 91c Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||
2022/03/16-13:43:30.567697 91c Options.max_sequential_skip_in_iterations: 8
|
||||
2022/03/16-13:43:30.567710 91c Options.max_compaction_bytes: 1677721600
|
||||
2022/03/16-13:43:30.567716 91c Options.arena_block_size: 1048576
|
||||
2022/03/16-13:43:30.567720 91c Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||
2022/03/16-13:43:30.567724 91c Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||
2022/03/16-13:43:30.567728 91c Options.rate_limit_delay_max_milliseconds: 100
|
||||
2022/03/16-13:43:30.567732 91c Options.disable_auto_compactions: 0
|
||||
2022/03/16-13:43:30.567738 91c Options.compaction_style: kCompactionStyleLevel
|
||||
2022/03/16-13:43:30.567743 91c Options.compaction_pri: kMinOverlappingRatio
|
||||
2022/03/16-13:43:30.567747 91c Options.compaction_options_universal.size_ratio: 1
|
||||
2022/03/16-13:43:30.567751 91c Options.compaction_options_universal.min_merge_width: 2
|
||||
2022/03/16-13:43:30.567754 91c Options.compaction_options_universal.max_merge_width: 4294967295
|
||||
2022/03/16-13:43:30.567759 91c Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||
2022/03/16-13:43:30.567763 91c Options.compaction_options_universal.compression_size_percent: -1
|
||||
2022/03/16-13:43:30.567767 91c Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||
2022/03/16-13:43:30.567771 91c Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||
2022/03/16-13:43:30.567775 91c Options.compaction_options_fifo.allow_compaction: 0
|
||||
2022/03/16-13:43:30.567782 91c Options.table_properties_collectors:
|
||||
2022/03/16-13:43:30.567786 91c Options.inplace_update_support: 0
|
||||
2022/03/16-13:43:30.567790 91c Options.inplace_update_num_locks: 10000
|
||||
2022/03/16-13:43:30.567794 91c Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||
2022/03/16-13:43:30.567799 91c Options.memtable_whole_key_filtering: 0
|
||||
2022/03/16-13:43:30.567803 91c Options.memtable_huge_page_size: 0
|
||||
2022/03/16-13:43:30.567807 91c Options.bloom_locality: 0
|
||||
2022/03/16-13:43:30.567811 91c Options.max_successive_merges: 0
|
||||
2022/03/16-13:43:30.567815 91c Options.optimize_filters_for_hits: 0
|
||||
2022/03/16-13:43:30.567819 91c Options.paranoid_file_checks: 0
|
||||
2022/03/16-13:43:30.567823 91c Options.force_consistency_checks: 1
|
||||
2022/03/16-13:43:30.567866 91c Options.report_bg_io_stats: 0
|
||||
2022/03/16-13:43:30.567873 91c Options.ttl: 2592000
|
||||
2022/03/16-13:43:30.567877 91c Options.periodic_compaction_seconds: 0
|
||||
2022/03/16-13:43:30.567881 91c Options.enable_blob_files: false
|
||||
2022/03/16-13:43:30.567885 91c Options.min_blob_size: 0
|
||||
2022/03/16-13:43:30.567889 91c Options.blob_file_size: 268435456
|
||||
2022/03/16-13:43:30.567893 91c Options.blob_compression_type: NoCompression
|
||||
2022/03/16-13:43:30.567897 91c Options.enable_blob_garbage_collection: false
|
||||
2022/03/16-13:43:30.567901 91c Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||
2022/03/16-13:43:30.570256 91c [db\version_set.cc:4621] Recovered from manifest file:D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000004 succeeded,manifest_file_number is 4, next_file_number is 6, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
|
||||
2022/03/16-13:43:30.570274 91c [db\version_set.cc:4630] Column family [default] (ID 0), log number is 0
|
||||
2022/03/16-13:43:30.571412 91c [db\version_set.cc:4119] Creating manifest 8
|
||||
2022/03/16-13:43:30.579266 91c EVENT_LOG_v1 {"time_micros": 1647409410579220, "job": 1, "event": "recovery_started", "wal_files": [5]}
|
||||
2022/03/16-13:43:30.579301 91c [db\db_impl\db_impl_open.cc:856] Recovering log #5 mode 2
|
||||
2022/03/16-13:43:30.579472 91c [db\version_set.cc:4119] Creating manifest 9
|
||||
2022/03/16-13:43:30.585113 91c EVENT_LOG_v1 {"time_micros": 1647409410585100, "job": 1, "event": "recovery_finished"}
|
||||
2022/03/16-13:43:30.587516 91c [file\delete_scheduler.cc:77] Deleted file D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
|
||||
2022/03/16-13:43:30.602298 91c [db\db_impl\db_impl_open.cc:1759] SstFileManager instance 0000000000B73CF0
|
||||
2022/03/16-13:43:30.603178 91c DB pointer 0000000023E7E3D0
|
||||
2022/03/16-13:43:30.603794 5904 [db\db_impl\db_impl.cc:940] ------- DUMPING STATS -------
|
||||
2022/03/16-13:43:30.603817 5904 [db\db_impl\db_impl.cc:941]
|
||||
** DB Stats **
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
|
||||
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
|
||||
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
|
||||
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
|
||||
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@0000000000B69090 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3.1e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@0000000000B69090 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 1.9e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
@ -0,0 +1,297 @@
|
||||
2022/03/16-13:44:49.166185 4ca4 RocksDB version: 6.21.0
|
||||
2022/03/16-13:44:49.166558 4ca4 Git sha c7f8ae9f17743774ac48e2ffc6e150eafcfae416
|
||||
2022/03/16-13:44:49.166592 4ca4 Compile date 2021-07-23 11:30:29
|
||||
2022/03/16-13:44:49.166652 4ca4 DB SUMMARY
|
||||
2022/03/16-13:44:49.166681 4ca4 DB Session ID: T6LXWEHTQR2K1TKED847
|
||||
2022/03/16-13:44:49.168236 4ca4 CURRENT file: CURRENT
|
||||
2022/03/16-13:44:49.168280 4ca4 IDENTITY file: IDENTITY
|
||||
2022/03/16-13:44:49.168376 4ca4 MANIFEST file: MANIFEST-000009 size: 59 Bytes
|
||||
2022/03/16-13:44:49.168397 4ca4 SST files in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog dir, Total Num: 0, files:
|
||||
2022/03/16-13:44:49.168410 4ca4 Write Ahead Log file in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog: 000010.log size: 0 ;
|
||||
2022/03/16-13:44:49.168623 4ca4 Options.error_if_exists: 0
|
||||
2022/03/16-13:44:49.168637 4ca4 Options.create_if_missing: 1
|
||||
2022/03/16-13:44:49.168643 4ca4 Options.paranoid_checks: 1
|
||||
2022/03/16-13:44:49.168649 4ca4 Options.flush_verify_memtable_count: 1
|
||||
2022/03/16-13:44:49.168654 4ca4 Options.track_and_verify_wals_in_manifest: 0
|
||||
2022/03/16-13:44:49.168660 4ca4 Options.env: 0000000001064E40
|
||||
2022/03/16-13:44:49.168667 4ca4 Options.fs: WinFS
|
||||
2022/03/16-13:44:49.168674 4ca4 Options.info_log: 00000000010090D0
|
||||
2022/03/16-13:44:49.168680 4ca4 Options.max_file_opening_threads: 16
|
||||
2022/03/16-13:44:49.168686 4ca4 Options.statistics: 0000000000000000
|
||||
2022/03/16-13:44:49.168693 4ca4 Options.use_fsync: 0
|
||||
2022/03/16-13:44:49.168699 4ca4 Options.max_log_file_size: 0
|
||||
2022/03/16-13:44:49.168705 4ca4 Options.max_manifest_file_size: 1073741824
|
||||
2022/03/16-13:44:49.168710 4ca4 Options.log_file_time_to_roll: 0
|
||||
2022/03/16-13:44:49.168714 4ca4 Options.keep_log_file_num: 1000
|
||||
2022/03/16-13:44:49.168718 4ca4 Options.recycle_log_file_num: 0
|
||||
2022/03/16-13:44:49.168722 4ca4 Options.allow_fallocate: 1
|
||||
2022/03/16-13:44:49.168726 4ca4 Options.allow_mmap_reads: 0
|
||||
2022/03/16-13:44:49.168730 4ca4 Options.allow_mmap_writes: 0
|
||||
2022/03/16-13:44:49.168734 4ca4 Options.use_direct_reads: 0
|
||||
2022/03/16-13:44:49.168739 4ca4 Options.use_direct_io_for_flush_and_compaction: 0
|
||||
2022/03/16-13:44:49.168743 4ca4 Options.create_missing_column_families: 0
|
||||
2022/03/16-13:44:49.168747 4ca4 Options.db_log_dir:
|
||||
2022/03/16-13:44:49.168751 4ca4 Options.wal_dir: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog
|
||||
2022/03/16-13:44:49.168756 4ca4 Options.table_cache_numshardbits: 6
|
||||
2022/03/16-13:44:49.168762 4ca4 Options.WAL_ttl_seconds: 0
|
||||
2022/03/16-13:44:49.168768 4ca4 Options.WAL_size_limit_MB: 0
|
||||
2022/03/16-13:44:49.168774 4ca4 Options.max_write_batch_group_size_bytes: 1048576
|
||||
2022/03/16-13:44:49.168781 4ca4 Options.manifest_preallocation_size: 4194304
|
||||
2022/03/16-13:44:49.168787 4ca4 Options.is_fd_close_on_exec: 1
|
||||
2022/03/16-13:44:49.168793 4ca4 Options.advise_random_on_open: 1
|
||||
2022/03/16-13:44:49.168799 4ca4 Options.db_write_buffer_size: 0
|
||||
2022/03/16-13:44:49.168805 4ca4 Options.write_buffer_manager: 00000000242800C0
|
||||
2022/03/16-13:44:49.168810 4ca4 Options.access_hint_on_compaction_start: 1
|
||||
2022/03/16-13:44:49.168816 4ca4 Options.new_table_reader_for_compaction_inputs: 0
|
||||
2022/03/16-13:44:49.168821 4ca4 Options.random_access_max_buffer_size: 1048576
|
||||
2022/03/16-13:44:49.168874 4ca4 Options.use_adaptive_mutex: 0
|
||||
2022/03/16-13:44:49.168884 4ca4 Options.rate_limiter: 0000000000000000
|
||||
2022/03/16-13:44:49.168889 4ca4 Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||
2022/03/16-13:44:49.168894 4ca4 Options.wal_recovery_mode: 2
|
||||
2022/03/16-13:44:49.168898 4ca4 Options.enable_thread_tracking: 0
|
||||
2022/03/16-13:44:49.168902 4ca4 Options.enable_pipelined_write: 0
|
||||
2022/03/16-13:44:49.168906 4ca4 Options.unordered_write: 0
|
||||
2022/03/16-13:44:49.168910 4ca4 Options.allow_concurrent_memtable_write: 1
|
||||
2022/03/16-13:44:49.168914 4ca4 Options.enable_write_thread_adaptive_yield: 1
|
||||
2022/03/16-13:44:49.168918 4ca4 Options.write_thread_max_yield_usec: 100
|
||||
2022/03/16-13:44:49.168922 4ca4 Options.write_thread_slow_yield_usec: 3
|
||||
2022/03/16-13:44:49.168926 4ca4 Options.row_cache: None
|
||||
2022/03/16-13:44:49.168931 4ca4 Options.wal_filter: None
|
||||
2022/03/16-13:44:49.168935 4ca4 Options.avoid_flush_during_recovery: 0
|
||||
2022/03/16-13:44:49.168939 4ca4 Options.allow_ingest_behind: 0
|
||||
2022/03/16-13:44:49.168943 4ca4 Options.preserve_deletes: 0
|
||||
2022/03/16-13:44:49.168947 4ca4 Options.two_write_queues: 0
|
||||
2022/03/16-13:44:49.168951 4ca4 Options.manual_wal_flush: 0
|
||||
2022/03/16-13:44:49.168955 4ca4 Options.atomic_flush: 0
|
||||
2022/03/16-13:44:49.168959 4ca4 Options.avoid_unnecessary_blocking_io: 0
|
||||
2022/03/16-13:44:49.168971 4ca4 Options.persist_stats_to_disk: 0
|
||||
2022/03/16-13:44:49.168976 4ca4 Options.write_dbid_to_manifest: 0
|
||||
2022/03/16-13:44:49.168981 4ca4 Options.log_readahead_size: 0
|
||||
2022/03/16-13:44:49.168985 4ca4 Options.file_checksum_gen_factory: Unknown
|
||||
2022/03/16-13:44:49.168992 4ca4 Options.best_efforts_recovery: 0
|
||||
2022/03/16-13:44:49.168998 4ca4 Options.max_bgerror_resume_count: 2147483647
|
||||
2022/03/16-13:44:49.169004 4ca4 Options.bgerror_resume_retry_interval: 1000000
|
||||
2022/03/16-13:44:49.169010 4ca4 Options.allow_data_in_errors: 0
|
||||
2022/03/16-13:44:49.169016 4ca4 Options.db_host_id: __hostname__
|
||||
2022/03/16-13:44:49.169023 4ca4 Options.max_background_jobs: 2
|
||||
2022/03/16-13:44:49.169029 4ca4 Options.max_background_compactions: -1
|
||||
2022/03/16-13:44:49.169036 4ca4 Options.max_subcompactions: 1
|
||||
2022/03/16-13:44:49.169042 4ca4 Options.avoid_flush_during_shutdown: 0
|
||||
2022/03/16-13:44:49.169049 4ca4 Options.writable_file_max_buffer_size: 1048576
|
||||
2022/03/16-13:44:49.169055 4ca4 Options.delayed_write_rate : 16777216
|
||||
2022/03/16-13:44:49.169061 4ca4 Options.max_total_wal_size: 0
|
||||
2022/03/16-13:44:49.169067 4ca4 Options.delete_obsolete_files_period_micros: 21600000000
|
||||
2022/03/16-13:44:49.169073 4ca4 Options.stats_dump_period_sec: 600
|
||||
2022/03/16-13:44:49.169080 4ca4 Options.stats_persist_period_sec: 600
|
||||
2022/03/16-13:44:49.169086 4ca4 Options.stats_history_buffer_size: 1048576
|
||||
2022/03/16-13:44:49.169091 4ca4 Options.max_open_files: -1
|
||||
2022/03/16-13:44:49.169095 4ca4 Options.bytes_per_sync: 0
|
||||
2022/03/16-13:44:49.169100 4ca4 Options.wal_bytes_per_sync: 0
|
||||
2022/03/16-13:44:49.169106 4ca4 Options.strict_bytes_per_sync: 0
|
||||
2022/03/16-13:44:49.169112 4ca4 Options.compaction_readahead_size: 0
|
||||
2022/03/16-13:44:49.169118 4ca4 Options.max_background_flushes: -1
|
||||
2022/03/16-13:44:49.169125 4ca4 Compression algorithms supported:
|
||||
2022/03/16-13:44:49.169155 4ca4 kZSTD supported: 1
|
||||
2022/03/16-13:44:49.169163 4ca4 kSnappyCompression supported: 1
|
||||
2022/03/16-13:44:49.169170 4ca4 kBZip2Compression supported: 0
|
||||
2022/03/16-13:44:49.169176 4ca4 kZlibCompression supported: 1
|
||||
2022/03/16-13:44:49.169226 4ca4 kLZ4Compression supported: 1
|
||||
2022/03/16-13:44:49.169236 4ca4 kXpressCompression supported: 0
|
||||
2022/03/16-13:44:49.169243 4ca4 kLZ4HCCompression supported: 1
|
||||
2022/03/16-13:44:49.169250 4ca4 kZSTDNotFinalCompression supported: 1
|
||||
2022/03/16-13:44:49.169294 4ca4 Fast CRC32 supported: Supported on x86
|
||||
2022/03/16-13:44:49.171380 4ca4 [db\version_set.cc:4573] Recovering from manifest file: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000009
|
||||
2022/03/16-13:44:49.171908 4ca4 [db\column_family.cc:600] --------------- Options for column family [default]:
|
||||
2022/03/16-13:44:49.171985 4ca4 Options.comparator: leveldb.BytewiseComparator
|
||||
2022/03/16-13:44:49.171997 4ca4 Options.merge_operator: None
|
||||
2022/03/16-13:44:49.172004 4ca4 Options.compaction_filter: None
|
||||
2022/03/16-13:44:49.172012 4ca4 Options.compaction_filter_factory: None
|
||||
2022/03/16-13:44:49.172019 4ca4 Options.sst_partitioner_factory: None
|
||||
2022/03/16-13:44:49.172025 4ca4 Options.memtable_factory: SkipListFactory
|
||||
2022/03/16-13:44:49.172032 4ca4 Options.table_factory: BlockBasedTable
|
||||
2022/03/16-13:44:49.172122 4ca4 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0000000000FC8920)
|
||||
cache_index_and_filter_blocks: 0
|
||||
cache_index_and_filter_blocks_with_high_priority: 1
|
||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||
pin_top_level_index_and_filter: 1
|
||||
index_type: 0
|
||||
data_block_index_type: 0
|
||||
index_shortening: 1
|
||||
data_block_hash_table_util_ratio: 0.750000
|
||||
hash_index_allow_collision: 1
|
||||
checksum: 1
|
||||
no_block_cache: 0
|
||||
block_cache: 00000000010952B0
|
||||
block_cache_name: LRUCache
|
||||
block_cache_options:
|
||||
capacity : 8388608
|
||||
num_shard_bits : 4
|
||||
strict_capacity_limit : 0
|
||||
memory_allocator : None
|
||||
high_pri_pool_ratio: 0.000
|
||||
block_cache_compressed: 0000000000000000
|
||||
persistent_cache: 0000000000000000
|
||||
block_size: 4096
|
||||
block_size_deviation: 10
|
||||
block_restart_interval: 16
|
||||
index_block_restart_interval: 1
|
||||
metadata_block_size: 4096
|
||||
partition_filters: 0
|
||||
use_delta_encoding: 1
|
||||
filter_policy: nullptr
|
||||
whole_key_filtering: 1
|
||||
verify_compression: 0
|
||||
read_amp_bytes_per_bit: 0
|
||||
format_version: 5
|
||||
enable_index_compression: 1
|
||||
block_align: 0
|
||||
2022/03/16-13:44:49.172132 4ca4 Options.write_buffer_size: 67108864
|
||||
2022/03/16-13:44:49.172140 4ca4 Options.max_write_buffer_number: 2
|
||||
2022/03/16-13:44:49.172147 4ca4 Options.compression: Snappy
|
||||
2022/03/16-13:44:49.172153 4ca4 Options.bottommost_compression: Disabled
|
||||
2022/03/16-13:44:49.172160 4ca4 Options.prefix_extractor: nullptr
|
||||
2022/03/16-13:44:49.172167 4ca4 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||
2022/03/16-13:44:49.172174 4ca4 Options.num_levels: 7
|
||||
2022/03/16-13:44:49.172181 4ca4 Options.min_write_buffer_number_to_merge: 1
|
||||
2022/03/16-13:44:49.172188 4ca4 Options.max_write_buffer_number_to_maintain: 0
|
||||
2022/03/16-13:44:49.172195 4ca4 Options.max_write_buffer_size_to_maintain: 0
|
||||
2022/03/16-13:44:49.172202 4ca4 Options.bottommost_compression_opts.window_bits: -14
|
||||
2022/03/16-13:44:49.172208 4ca4 Options.bottommost_compression_opts.level: 32767
|
||||
2022/03/16-13:44:49.172216 4ca4 Options.bottommost_compression_opts.strategy: 0
|
||||
2022/03/16-13:44:49.172222 4ca4 Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:44:49.172228 4ca4 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:44:49.172235 4ca4 Options.bottommost_compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:44:49.172242 4ca4 Options.bottommost_compression_opts.enabled: false
|
||||
2022/03/16-13:44:49.172249 4ca4 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:44:49.172255 4ca4 Options.compression_opts.window_bits: -14
|
||||
2022/03/16-13:44:49.172261 4ca4 Options.compression_opts.level: 32767
|
||||
2022/03/16-13:44:49.172274 4ca4 Options.compression_opts.strategy: 0
|
||||
2022/03/16-13:44:49.172284 4ca4 Options.compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:44:49.172291 4ca4 Options.compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:44:49.172297 4ca4 Options.compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:44:49.172303 4ca4 Options.compression_opts.enabled: false
|
||||
2022/03/16-13:44:49.172307 4ca4 Options.compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:44:49.172312 4ca4 Options.level0_file_num_compaction_trigger: 4
|
||||
2022/03/16-13:44:49.172319 4ca4 Options.level0_slowdown_writes_trigger: 20
|
||||
2022/03/16-13:44:49.172325 4ca4 Options.level0_stop_writes_trigger: 36
|
||||
2022/03/16-13:44:49.172331 4ca4 Options.target_file_size_base: 67108864
|
||||
2022/03/16-13:44:49.172335 4ca4 Options.target_file_size_multiplier: 1
|
||||
2022/03/16-13:44:49.172340 4ca4 Options.max_bytes_for_level_base: 268435456
|
||||
2022/03/16-13:44:49.172344 4ca4 Options.level_compaction_dynamic_level_bytes: 0
|
||||
2022/03/16-13:44:49.172348 4ca4 Options.max_bytes_for_level_multiplier: 10.000000
|
||||
2022/03/16-13:44:49.172354 4ca4 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||
2022/03/16-13:44:49.172359 4ca4 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||
2022/03/16-13:44:49.172365 4ca4 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||
2022/03/16-13:44:49.172372 4ca4 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||
2022/03/16-13:44:49.172377 4ca4 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||
2022/03/16-13:44:49.172381 4ca4 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||
2022/03/16-13:44:49.172386 4ca4 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||
2022/03/16-13:44:49.172390 4ca4 Options.max_sequential_skip_in_iterations: 8
|
||||
2022/03/16-13:44:49.172394 4ca4 Options.max_compaction_bytes: 1677721600
|
||||
2022/03/16-13:44:49.172398 4ca4 Options.arena_block_size: 1048576
|
||||
2022/03/16-13:44:49.172402 4ca4 Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||
2022/03/16-13:44:49.172408 4ca4 Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||
2022/03/16-13:44:49.172415 4ca4 Options.rate_limit_delay_max_milliseconds: 100
|
||||
2022/03/16-13:44:49.172421 4ca4 Options.disable_auto_compactions: 0
|
||||
2022/03/16-13:44:49.172430 4ca4 Options.compaction_style: kCompactionStyleLevel
|
||||
2022/03/16-13:44:49.172437 4ca4 Options.compaction_pri: kMinOverlappingRatio
|
||||
2022/03/16-13:44:49.172445 4ca4 Options.compaction_options_universal.size_ratio: 1
|
||||
2022/03/16-13:44:49.172451 4ca4 Options.compaction_options_universal.min_merge_width: 2
|
||||
2022/03/16-13:44:49.172458 4ca4 Options.compaction_options_universal.max_merge_width: 4294967295
|
||||
2022/03/16-13:44:49.172465 4ca4 Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||
2022/03/16-13:44:49.172473 4ca4 Options.compaction_options_universal.compression_size_percent: -1
|
||||
2022/03/16-13:44:49.172481 4ca4 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||
2022/03/16-13:44:49.172488 4ca4 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||
2022/03/16-13:44:49.172495 4ca4 Options.compaction_options_fifo.allow_compaction: 0
|
||||
2022/03/16-13:44:49.172506 4ca4 Options.table_properties_collectors:
|
||||
2022/03/16-13:44:49.172513 4ca4 Options.inplace_update_support: 0
|
||||
2022/03/16-13:44:49.172517 4ca4 Options.inplace_update_num_locks: 10000
|
||||
2022/03/16-13:44:49.172522 4ca4 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||
2022/03/16-13:44:49.172527 4ca4 Options.memtable_whole_key_filtering: 0
|
||||
2022/03/16-13:44:49.172531 4ca4 Options.memtable_huge_page_size: 0
|
||||
2022/03/16-13:44:49.172535 4ca4 Options.bloom_locality: 0
|
||||
2022/03/16-13:44:49.172539 4ca4 Options.max_successive_merges: 0
|
||||
2022/03/16-13:44:49.172544 4ca4 Options.optimize_filters_for_hits: 0
|
||||
2022/03/16-13:44:49.172618 4ca4 Options.paranoid_file_checks: 0
|
||||
2022/03/16-13:44:49.172630 4ca4 Options.force_consistency_checks: 1
|
||||
2022/03/16-13:44:49.172637 4ca4 Options.report_bg_io_stats: 0
|
||||
2022/03/16-13:44:49.172644 4ca4 Options.ttl: 2592000
|
||||
2022/03/16-13:44:49.172651 4ca4 Options.periodic_compaction_seconds: 0
|
||||
2022/03/16-13:44:49.172658 4ca4 Options.enable_blob_files: false
|
||||
2022/03/16-13:44:49.172665 4ca4 Options.min_blob_size: 0
|
||||
2022/03/16-13:44:49.172672 4ca4 Options.blob_file_size: 268435456
|
||||
2022/03/16-13:44:49.172679 4ca4 Options.blob_compression_type: NoCompression
|
||||
2022/03/16-13:44:49.172686 4ca4 Options.enable_blob_garbage_collection: false
|
||||
2022/03/16-13:44:49.172693 4ca4 Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||
2022/03/16-13:44:49.175883 4ca4 [db\version_set.cc:4621] Recovered from manifest file:D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 0, log_number is 6,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
|
||||
2022/03/16-13:44:49.175911 4ca4 [db\version_set.cc:4630] Column family [default] (ID 0), log number is 6
|
||||
2022/03/16-13:44:49.177879 4ca4 [db\version_set.cc:4119] Creating manifest 13
|
||||
2022/03/16-13:44:49.185724 4ca4 EVENT_LOG_v1 {"time_micros": 1647409489185651, "job": 1, "event": "recovery_started", "wal_files": [10]}
|
||||
2022/03/16-13:44:49.185785 4ca4 [db\db_impl\db_impl_open.cc:856] Recovering log #10 mode 2
|
||||
2022/03/16-13:44:49.186108 4ca4 [db\version_set.cc:4119] Creating manifest 14
|
||||
2022/03/16-13:44:49.195668 4ca4 EVENT_LOG_v1 {"time_micros": 1647409489195644, "job": 1, "event": "recovery_finished"}
|
||||
2022/03/16-13:44:49.199708 4ca4 [file\delete_scheduler.cc:77] Deleted file D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
|
||||
2022/03/16-13:44:49.208835 4ca4 [db\db_impl\db_impl_open.cc:1759] SstFileManager instance 000000002429FF70
|
||||
2022/03/16-13:44:49.209770 4ca4 DB pointer 0000000024299980
|
||||
2022/03/16-13:44:49.211065 58b0 [db\db_impl\db_impl.cc:940] ------- DUMPING STATS -------
|
||||
2022/03/16-13:44:49.211103 58b0 [db\db_impl\db_impl.cc:941]
|
||||
** DB Stats **
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
|
||||
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
|
||||
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
|
||||
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
|
||||
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@00000000010952B0 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 4.4e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@00000000010952B0 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 3.6e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
@ -0,0 +1,297 @@
|
||||
2022/03/16-13:47:33.937137 5368 RocksDB version: 6.21.0
|
||||
2022/03/16-13:47:33.937336 5368 Git sha c7f8ae9f17743774ac48e2ffc6e150eafcfae416
|
||||
2022/03/16-13:47:33.937363 5368 Compile date 2021-07-23 11:30:29
|
||||
2022/03/16-13:47:33.937419 5368 DB SUMMARY
|
||||
2022/03/16-13:47:33.937442 5368 DB Session ID: PITRZRTPPK06QF80T7QP
|
||||
2022/03/16-13:47:33.938338 5368 CURRENT file: CURRENT
|
||||
2022/03/16-13:47:33.938364 5368 IDENTITY file: IDENTITY
|
||||
2022/03/16-13:47:33.938446 5368 MANIFEST file: MANIFEST-000014 size: 59 Bytes
|
||||
2022/03/16-13:47:33.938465 5368 SST files in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog dir, Total Num: 0, files:
|
||||
2022/03/16-13:47:33.938479 5368 Write Ahead Log file in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog: 000015.log size: 0 ;
|
||||
2022/03/16-13:47:33.938670 5368 Options.error_if_exists: 0
|
||||
2022/03/16-13:47:33.938684 5368 Options.create_if_missing: 1
|
||||
2022/03/16-13:47:33.938689 5368 Options.paranoid_checks: 1
|
||||
2022/03/16-13:47:33.938693 5368 Options.flush_verify_memtable_count: 1
|
||||
2022/03/16-13:47:33.938697 5368 Options.track_and_verify_wals_in_manifest: 0
|
||||
2022/03/16-13:47:33.938701 5368 Options.env: 0000000000975750
|
||||
2022/03/16-13:47:33.938707 5368 Options.fs: WinFS
|
||||
2022/03/16-13:47:33.938711 5368 Options.info_log: 0000000000992180
|
||||
2022/03/16-13:47:33.938715 5368 Options.max_file_opening_threads: 16
|
||||
2022/03/16-13:47:33.938719 5368 Options.statistics: 0000000000000000
|
||||
2022/03/16-13:47:33.938724 5368 Options.use_fsync: 0
|
||||
2022/03/16-13:47:33.938728 5368 Options.max_log_file_size: 0
|
||||
2022/03/16-13:47:33.938740 5368 Options.max_manifest_file_size: 1073741824
|
||||
2022/03/16-13:47:33.938745 5368 Options.log_file_time_to_roll: 0
|
||||
2022/03/16-13:47:33.938749 5368 Options.keep_log_file_num: 1000
|
||||
2022/03/16-13:47:33.938753 5368 Options.recycle_log_file_num: 0
|
||||
2022/03/16-13:47:33.938757 5368 Options.allow_fallocate: 1
|
||||
2022/03/16-13:47:33.938761 5368 Options.allow_mmap_reads: 0
|
||||
2022/03/16-13:47:33.938765 5368 Options.allow_mmap_writes: 0
|
||||
2022/03/16-13:47:33.938769 5368 Options.use_direct_reads: 0
|
||||
2022/03/16-13:47:33.938773 5368 Options.use_direct_io_for_flush_and_compaction: 0
|
||||
2022/03/16-13:47:33.938777 5368 Options.create_missing_column_families: 0
|
||||
2022/03/16-13:47:33.938781 5368 Options.db_log_dir:
|
||||
2022/03/16-13:47:33.938785 5368 Options.wal_dir: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog
|
||||
2022/03/16-13:47:33.938789 5368 Options.table_cache_numshardbits: 6
|
||||
2022/03/16-13:47:33.938793 5368 Options.WAL_ttl_seconds: 0
|
||||
2022/03/16-13:47:33.938797 5368 Options.WAL_size_limit_MB: 0
|
||||
2022/03/16-13:47:33.938801 5368 Options.max_write_batch_group_size_bytes: 1048576
|
||||
2022/03/16-13:47:33.938806 5368 Options.manifest_preallocation_size: 4194304
|
||||
2022/03/16-13:47:33.938809 5368 Options.is_fd_close_on_exec: 1
|
||||
2022/03/16-13:47:33.938813 5368 Options.advise_random_on_open: 1
|
||||
2022/03/16-13:47:33.938817 5368 Options.db_write_buffer_size: 0
|
||||
2022/03/16-13:47:33.938821 5368 Options.write_buffer_manager: 000000002521FDB0
|
||||
2022/03/16-13:47:33.938826 5368 Options.access_hint_on_compaction_start: 1
|
||||
2022/03/16-13:47:33.938829 5368 Options.new_table_reader_for_compaction_inputs: 0
|
||||
2022/03/16-13:47:33.938833 5368 Options.random_access_max_buffer_size: 1048576
|
||||
2022/03/16-13:47:33.938877 5368 Options.use_adaptive_mutex: 0
|
||||
2022/03/16-13:47:33.938883 5368 Options.rate_limiter: 0000000000000000
|
||||
2022/03/16-13:47:33.938888 5368 Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||
2022/03/16-13:47:33.938892 5368 Options.wal_recovery_mode: 2
|
||||
2022/03/16-13:47:33.938896 5368 Options.enable_thread_tracking: 0
|
||||
2022/03/16-13:47:33.938900 5368 Options.enable_pipelined_write: 0
|
||||
2022/03/16-13:47:33.938904 5368 Options.unordered_write: 0
|
||||
2022/03/16-13:47:33.938908 5368 Options.allow_concurrent_memtable_write: 1
|
||||
2022/03/16-13:47:33.938912 5368 Options.enable_write_thread_adaptive_yield: 1
|
||||
2022/03/16-13:47:33.938916 5368 Options.write_thread_max_yield_usec: 100
|
||||
2022/03/16-13:47:33.938919 5368 Options.write_thread_slow_yield_usec: 3
|
||||
2022/03/16-13:47:33.938923 5368 Options.row_cache: None
|
||||
2022/03/16-13:47:33.938927 5368 Options.wal_filter: None
|
||||
2022/03/16-13:47:33.938931 5368 Options.avoid_flush_during_recovery: 0
|
||||
2022/03/16-13:47:33.938935 5368 Options.allow_ingest_behind: 0
|
||||
2022/03/16-13:47:33.938939 5368 Options.preserve_deletes: 0
|
||||
2022/03/16-13:47:33.938943 5368 Options.two_write_queues: 0
|
||||
2022/03/16-13:47:33.938947 5368 Options.manual_wal_flush: 0
|
||||
2022/03/16-13:47:33.938951 5368 Options.atomic_flush: 0
|
||||
2022/03/16-13:47:33.938954 5368 Options.avoid_unnecessary_blocking_io: 0
|
||||
2022/03/16-13:47:33.938958 5368 Options.persist_stats_to_disk: 0
|
||||
2022/03/16-13:47:33.938962 5368 Options.write_dbid_to_manifest: 0
|
||||
2022/03/16-13:47:33.938966 5368 Options.log_readahead_size: 0
|
||||
2022/03/16-13:47:33.938970 5368 Options.file_checksum_gen_factory: Unknown
|
||||
2022/03/16-13:47:33.938974 5368 Options.best_efforts_recovery: 0
|
||||
2022/03/16-13:47:33.938978 5368 Options.max_bgerror_resume_count: 2147483647
|
||||
2022/03/16-13:47:33.938982 5368 Options.bgerror_resume_retry_interval: 1000000
|
||||
2022/03/16-13:47:33.938986 5368 Options.allow_data_in_errors: 0
|
||||
2022/03/16-13:47:33.938990 5368 Options.db_host_id: __hostname__
|
||||
2022/03/16-13:47:33.938994 5368 Options.max_background_jobs: 2
|
||||
2022/03/16-13:47:33.938998 5368 Options.max_background_compactions: -1
|
||||
2022/03/16-13:47:33.939002 5368 Options.max_subcompactions: 1
|
||||
2022/03/16-13:47:33.939006 5368 Options.avoid_flush_during_shutdown: 0
|
||||
2022/03/16-13:47:33.939009 5368 Options.writable_file_max_buffer_size: 1048576
|
||||
2022/03/16-13:47:33.939013 5368 Options.delayed_write_rate : 16777216
|
||||
2022/03/16-13:47:33.939017 5368 Options.max_total_wal_size: 0
|
||||
2022/03/16-13:47:33.939021 5368 Options.delete_obsolete_files_period_micros: 21600000000
|
||||
2022/03/16-13:47:33.939025 5368 Options.stats_dump_period_sec: 600
|
||||
2022/03/16-13:47:33.939029 5368 Options.stats_persist_period_sec: 600
|
||||
2022/03/16-13:47:33.939033 5368 Options.stats_history_buffer_size: 1048576
|
||||
2022/03/16-13:47:33.939037 5368 Options.max_open_files: -1
|
||||
2022/03/16-13:47:33.939041 5368 Options.bytes_per_sync: 0
|
||||
2022/03/16-13:47:33.939045 5368 Options.wal_bytes_per_sync: 0
|
||||
2022/03/16-13:47:33.939049 5368 Options.strict_bytes_per_sync: 0
|
||||
2022/03/16-13:47:33.939053 5368 Options.compaction_readahead_size: 0
|
||||
2022/03/16-13:47:33.939057 5368 Options.max_background_flushes: -1
|
||||
2022/03/16-13:47:33.939061 5368 Compression algorithms supported:
|
||||
2022/03/16-13:47:33.939079 5368 kZSTD supported: 1
|
||||
2022/03/16-13:47:33.939084 5368 kSnappyCompression supported: 1
|
||||
2022/03/16-13:47:33.939088 5368 kBZip2Compression supported: 0
|
||||
2022/03/16-13:47:33.939092 5368 kZlibCompression supported: 1
|
||||
2022/03/16-13:47:33.939123 5368 kLZ4Compression supported: 1
|
||||
2022/03/16-13:47:33.939129 5368 kXpressCompression supported: 0
|
||||
2022/03/16-13:47:33.939133 5368 kLZ4HCCompression supported: 1
|
||||
2022/03/16-13:47:33.939137 5368 kZSTDNotFinalCompression supported: 1
|
||||
2022/03/16-13:47:33.939166 5368 Fast CRC32 supported: Supported on x86
|
||||
2022/03/16-13:47:33.940604 5368 [db\version_set.cc:4573] Recovering from manifest file: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000014
|
||||
2022/03/16-13:47:33.940974 5368 [db\column_family.cc:600] --------------- Options for column family [default]:
|
||||
2022/03/16-13:47:33.941004 5368 Options.comparator: leveldb.BytewiseComparator
|
||||
2022/03/16-13:47:33.941009 5368 Options.merge_operator: None
|
||||
2022/03/16-13:47:33.941013 5368 Options.compaction_filter: None
|
||||
2022/03/16-13:47:33.941017 5368 Options.compaction_filter_factory: None
|
||||
2022/03/16-13:47:33.941021 5368 Options.sst_partitioner_factory: None
|
||||
2022/03/16-13:47:33.941025 5368 Options.memtable_factory: SkipListFactory
|
||||
2022/03/16-13:47:33.941029 5368 Options.table_factory: BlockBasedTable
|
||||
2022/03/16-13:47:33.941087 5368 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (00000000009486F0)
|
||||
cache_index_and_filter_blocks: 0
|
||||
cache_index_and_filter_blocks_with_high_priority: 1
|
||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||
pin_top_level_index_and_filter: 1
|
||||
index_type: 0
|
||||
data_block_index_type: 0
|
||||
index_shortening: 1
|
||||
data_block_hash_table_util_ratio: 0.750000
|
||||
hash_index_allow_collision: 1
|
||||
checksum: 1
|
||||
no_block_cache: 0
|
||||
block_cache: 000000002521C920
|
||||
block_cache_name: LRUCache
|
||||
block_cache_options:
|
||||
capacity : 8388608
|
||||
num_shard_bits : 4
|
||||
strict_capacity_limit : 0
|
||||
memory_allocator : None
|
||||
high_pri_pool_ratio: 0.000
|
||||
block_cache_compressed: 0000000000000000
|
||||
persistent_cache: 0000000000000000
|
||||
block_size: 4096
|
||||
block_size_deviation: 10
|
||||
block_restart_interval: 16
|
||||
index_block_restart_interval: 1
|
||||
metadata_block_size: 4096
|
||||
partition_filters: 0
|
||||
use_delta_encoding: 1
|
||||
filter_policy: nullptr
|
||||
whole_key_filtering: 1
|
||||
verify_compression: 0
|
||||
read_amp_bytes_per_bit: 0
|
||||
format_version: 5
|
||||
enable_index_compression: 1
|
||||
block_align: 0
|
||||
2022/03/16-13:47:33.941093 5368 Options.write_buffer_size: 67108864
|
||||
2022/03/16-13:47:33.941097 5368 Options.max_write_buffer_number: 2
|
||||
2022/03/16-13:47:33.941101 5368 Options.compression: Snappy
|
||||
2022/03/16-13:47:33.941105 5368 Options.bottommost_compression: Disabled
|
||||
2022/03/16-13:47:33.941109 5368 Options.prefix_extractor: nullptr
|
||||
2022/03/16-13:47:33.941113 5368 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||
2022/03/16-13:47:33.941117 5368 Options.num_levels: 7
|
||||
2022/03/16-13:47:33.941121 5368 Options.min_write_buffer_number_to_merge: 1
|
||||
2022/03/16-13:47:33.941125 5368 Options.max_write_buffer_number_to_maintain: 0
|
||||
2022/03/16-13:47:33.941129 5368 Options.max_write_buffer_size_to_maintain: 0
|
||||
2022/03/16-13:47:33.941133 5368 Options.bottommost_compression_opts.window_bits: -14
|
||||
2022/03/16-13:47:33.941137 5368 Options.bottommost_compression_opts.level: 32767
|
||||
2022/03/16-13:47:33.941141 5368 Options.bottommost_compression_opts.strategy: 0
|
||||
2022/03/16-13:47:33.941145 5368 Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:47:33.941149 5368 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:47:33.941153 5368 Options.bottommost_compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:47:33.941157 5368 Options.bottommost_compression_opts.enabled: false
|
||||
2022/03/16-13:47:33.941161 5368 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:47:33.941165 5368 Options.compression_opts.window_bits: -14
|
||||
2022/03/16-13:47:33.941169 5368 Options.compression_opts.level: 32767
|
||||
2022/03/16-13:47:33.941176 5368 Options.compression_opts.strategy: 0
|
||||
2022/03/16-13:47:33.941181 5368 Options.compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:47:33.941185 5368 Options.compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:47:33.941189 5368 Options.compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:47:33.941193 5368 Options.compression_opts.enabled: false
|
||||
2022/03/16-13:47:33.941197 5368 Options.compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:47:33.941201 5368 Options.level0_file_num_compaction_trigger: 4
|
||||
2022/03/16-13:47:33.941205 5368 Options.level0_slowdown_writes_trigger: 20
|
||||
2022/03/16-13:47:33.941209 5368 Options.level0_stop_writes_trigger: 36
|
||||
2022/03/16-13:47:33.941213 5368 Options.target_file_size_base: 67108864
|
||||
2022/03/16-13:47:33.941217 5368 Options.target_file_size_multiplier: 1
|
||||
2022/03/16-13:47:33.941221 5368 Options.max_bytes_for_level_base: 268435456
|
||||
2022/03/16-13:47:33.941225 5368 Options.level_compaction_dynamic_level_bytes: 0
|
||||
2022/03/16-13:47:33.941229 5368 Options.max_bytes_for_level_multiplier: 10.000000
|
||||
2022/03/16-13:47:33.941234 5368 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||
2022/03/16-13:47:33.941238 5368 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||
2022/03/16-13:47:33.941242 5368 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||
2022/03/16-13:47:33.941246 5368 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||
2022/03/16-13:47:33.941250 5368 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||
2022/03/16-13:47:33.941254 5368 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||
2022/03/16-13:47:33.941258 5368 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||
2022/03/16-13:47:33.941262 5368 Options.max_sequential_skip_in_iterations: 8
|
||||
2022/03/16-13:47:33.941266 5368 Options.max_compaction_bytes: 1677721600
|
||||
2022/03/16-13:47:33.941270 5368 Options.arena_block_size: 1048576
|
||||
2022/03/16-13:47:33.941274 5368 Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||
2022/03/16-13:47:33.941278 5368 Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||
2022/03/16-13:47:33.941282 5368 Options.rate_limit_delay_max_milliseconds: 100
|
||||
2022/03/16-13:47:33.941286 5368 Options.disable_auto_compactions: 0
|
||||
2022/03/16-13:47:33.941291 5368 Options.compaction_style: kCompactionStyleLevel
|
||||
2022/03/16-13:47:33.941296 5368 Options.compaction_pri: kMinOverlappingRatio
|
||||
2022/03/16-13:47:33.941300 5368 Options.compaction_options_universal.size_ratio: 1
|
||||
2022/03/16-13:47:33.941304 5368 Options.compaction_options_universal.min_merge_width: 2
|
||||
2022/03/16-13:47:33.941308 5368 Options.compaction_options_universal.max_merge_width: 4294967295
|
||||
2022/03/16-13:47:33.941312 5368 Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||
2022/03/16-13:47:33.941316 5368 Options.compaction_options_universal.compression_size_percent: -1
|
||||
2022/03/16-13:47:33.941321 5368 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||
2022/03/16-13:47:33.941325 5368 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||
2022/03/16-13:47:33.941329 5368 Options.compaction_options_fifo.allow_compaction: 0
|
||||
2022/03/16-13:47:33.941335 5368 Options.table_properties_collectors:
|
||||
2022/03/16-13:47:33.941339 5368 Options.inplace_update_support: 0
|
||||
2022/03/16-13:47:33.941343 5368 Options.inplace_update_num_locks: 10000
|
||||
2022/03/16-13:47:33.941347 5368 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||
2022/03/16-13:47:33.941352 5368 Options.memtable_whole_key_filtering: 0
|
||||
2022/03/16-13:47:33.941356 5368 Options.memtable_huge_page_size: 0
|
||||
2022/03/16-13:47:33.941360 5368 Options.bloom_locality: 0
|
||||
2022/03/16-13:47:33.941363 5368 Options.max_successive_merges: 0
|
||||
2022/03/16-13:47:33.941367 5368 Options.optimize_filters_for_hits: 0
|
||||
2022/03/16-13:47:33.941415 5368 Options.paranoid_file_checks: 0
|
||||
2022/03/16-13:47:33.941422 5368 Options.force_consistency_checks: 1
|
||||
2022/03/16-13:47:33.941426 5368 Options.report_bg_io_stats: 0
|
||||
2022/03/16-13:47:33.941430 5368 Options.ttl: 2592000
|
||||
2022/03/16-13:47:33.941434 5368 Options.periodic_compaction_seconds: 0
|
||||
2022/03/16-13:47:33.941438 5368 Options.enable_blob_files: false
|
||||
2022/03/16-13:47:33.941442 5368 Options.min_blob_size: 0
|
||||
2022/03/16-13:47:33.941446 5368 Options.blob_file_size: 268435456
|
||||
2022/03/16-13:47:33.941450 5368 Options.blob_compression_type: NoCompression
|
||||
2022/03/16-13:47:33.941454 5368 Options.enable_blob_garbage_collection: false
|
||||
2022/03/16-13:47:33.941458 5368 Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||
2022/03/16-13:47:33.943704 5368 [db\version_set.cc:4621] Recovered from manifest file:D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000014 succeeded,manifest_file_number is 14, next_file_number is 16, last_sequence is 0, log_number is 11,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
|
||||
2022/03/16-13:47:33.943735 5368 [db\version_set.cc:4630] Column family [default] (ID 0), log number is 11
|
||||
2022/03/16-13:47:33.945148 5368 [db\version_set.cc:4119] Creating manifest 18
|
||||
2022/03/16-13:47:33.952011 5368 EVENT_LOG_v1 {"time_micros": 1647409653951965, "job": 1, "event": "recovery_started", "wal_files": [15]}
|
||||
2022/03/16-13:47:33.952044 5368 [db\db_impl\db_impl_open.cc:856] Recovering log #15 mode 2
|
||||
2022/03/16-13:47:33.952226 5368 [db\version_set.cc:4119] Creating manifest 19
|
||||
2022/03/16-13:47:33.958590 5368 EVENT_LOG_v1 {"time_micros": 1647409653958578, "job": 1, "event": "recovery_finished"}
|
||||
2022/03/16-13:47:33.960892 5368 [file\delete_scheduler.cc:77] Deleted file D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/000015.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
|
||||
2022/03/16-13:47:33.968788 5368 [db\db_impl\db_impl_open.cc:1759] SstFileManager instance 00000000009A49A0
|
||||
2022/03/16-13:47:33.969749 5368 DB pointer 0000000025238C80
|
||||
2022/03/16-13:47:33.970330 bfc [db\db_impl\db_impl.cc:940] ------- DUMPING STATS -------
|
||||
2022/03/16-13:47:33.970355 bfc [db\db_impl\db_impl.cc:941]
|
||||
** DB Stats **
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
|
||||
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
|
||||
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
|
||||
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
|
||||
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@000000002521C920 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3.1e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@000000002521C920 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 1.9e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
@ -0,0 +1,297 @@
|
||||
2022/03/16-13:52:23.661708 1acc RocksDB version: 6.21.0
|
||||
2022/03/16-13:52:23.662093 1acc Git sha c7f8ae9f17743774ac48e2ffc6e150eafcfae416
|
||||
2022/03/16-13:52:23.662138 1acc Compile date 2021-07-23 11:30:29
|
||||
2022/03/16-13:52:23.662215 1acc DB SUMMARY
|
||||
2022/03/16-13:52:23.662249 1acc DB Session ID: 89MDZMJP1CEUFA5D1TXE
|
||||
2022/03/16-13:52:23.663469 1acc CURRENT file: CURRENT
|
||||
2022/03/16-13:52:23.663507 1acc IDENTITY file: IDENTITY
|
||||
2022/03/16-13:52:23.663593 1acc MANIFEST file: MANIFEST-000019 size: 59 Bytes
|
||||
2022/03/16-13:52:23.663613 1acc SST files in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog dir, Total Num: 0, files:
|
||||
2022/03/16-13:52:23.663626 1acc Write Ahead Log file in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog: 000020.log size: 0 ;
|
||||
2022/03/16-13:52:23.663756 1acc Options.error_if_exists: 0
|
||||
2022/03/16-13:52:23.663766 1acc Options.create_if_missing: 1
|
||||
2022/03/16-13:52:23.663771 1acc Options.paranoid_checks: 1
|
||||
2022/03/16-13:52:23.663775 1acc Options.flush_verify_memtable_count: 1
|
||||
2022/03/16-13:52:23.663779 1acc Options.track_and_verify_wals_in_manifest: 0
|
||||
2022/03/16-13:52:23.663782 1acc Options.env: 0000000001466E90
|
||||
2022/03/16-13:52:23.663788 1acc Options.fs: WinFS
|
||||
2022/03/16-13:52:23.663792 1acc Options.info_log: 0000000001446040
|
||||
2022/03/16-13:52:23.663796 1acc Options.max_file_opening_threads: 16
|
||||
2022/03/16-13:52:23.663800 1acc Options.statistics: 0000000000000000
|
||||
2022/03/16-13:52:23.663804 1acc Options.use_fsync: 0
|
||||
2022/03/16-13:52:23.663808 1acc Options.max_log_file_size: 0
|
||||
2022/03/16-13:52:23.663812 1acc Options.max_manifest_file_size: 1073741824
|
||||
2022/03/16-13:52:23.663816 1acc Options.log_file_time_to_roll: 0
|
||||
2022/03/16-13:52:23.663820 1acc Options.keep_log_file_num: 1000
|
||||
2022/03/16-13:52:23.663824 1acc Options.recycle_log_file_num: 0
|
||||
2022/03/16-13:52:23.663828 1acc Options.allow_fallocate: 1
|
||||
2022/03/16-13:52:23.663832 1acc Options.allow_mmap_reads: 0
|
||||
2022/03/16-13:52:23.663836 1acc Options.allow_mmap_writes: 0
|
||||
2022/03/16-13:52:23.663840 1acc Options.use_direct_reads: 0
|
||||
2022/03/16-13:52:23.663844 1acc Options.use_direct_io_for_flush_and_compaction: 0
|
||||
2022/03/16-13:52:23.663848 1acc Options.create_missing_column_families: 0
|
||||
2022/03/16-13:52:23.663852 1acc Options.db_log_dir:
|
||||
2022/03/16-13:52:23.663856 1acc Options.wal_dir: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog
|
||||
2022/03/16-13:52:23.663860 1acc Options.table_cache_numshardbits: 6
|
||||
2022/03/16-13:52:23.663864 1acc Options.WAL_ttl_seconds: 0
|
||||
2022/03/16-13:52:23.663868 1acc Options.WAL_size_limit_MB: 0
|
||||
2022/03/16-13:52:23.663872 1acc Options.max_write_batch_group_size_bytes: 1048576
|
||||
2022/03/16-13:52:23.663876 1acc Options.manifest_preallocation_size: 4194304
|
||||
2022/03/16-13:52:23.663880 1acc Options.is_fd_close_on_exec: 1
|
||||
2022/03/16-13:52:23.663884 1acc Options.advise_random_on_open: 1
|
||||
2022/03/16-13:52:23.663887 1acc Options.db_write_buffer_size: 0
|
||||
2022/03/16-13:52:23.663892 1acc Options.write_buffer_manager: 0000000024655450
|
||||
2022/03/16-13:52:23.663896 1acc Options.access_hint_on_compaction_start: 1
|
||||
2022/03/16-13:52:23.663900 1acc Options.new_table_reader_for_compaction_inputs: 0
|
||||
2022/03/16-13:52:23.663904 1acc Options.random_access_max_buffer_size: 1048576
|
||||
2022/03/16-13:52:23.663940 1acc Options.use_adaptive_mutex: 0
|
||||
2022/03/16-13:52:23.663947 1acc Options.rate_limiter: 0000000000000000
|
||||
2022/03/16-13:52:23.663952 1acc Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||
2022/03/16-13:52:23.663956 1acc Options.wal_recovery_mode: 2
|
||||
2022/03/16-13:52:23.663960 1acc Options.enable_thread_tracking: 0
|
||||
2022/03/16-13:52:23.663964 1acc Options.enable_pipelined_write: 0
|
||||
2022/03/16-13:52:23.663968 1acc Options.unordered_write: 0
|
||||
2022/03/16-13:52:23.663972 1acc Options.allow_concurrent_memtable_write: 1
|
||||
2022/03/16-13:52:23.663975 1acc Options.enable_write_thread_adaptive_yield: 1
|
||||
2022/03/16-13:52:23.663979 1acc Options.write_thread_max_yield_usec: 100
|
||||
2022/03/16-13:52:23.663983 1acc Options.write_thread_slow_yield_usec: 3
|
||||
2022/03/16-13:52:23.663987 1acc Options.row_cache: None
|
||||
2022/03/16-13:52:23.663991 1acc Options.wal_filter: None
|
||||
2022/03/16-13:52:23.663996 1acc Options.avoid_flush_during_recovery: 0
|
||||
2022/03/16-13:52:23.664000 1acc Options.allow_ingest_behind: 0
|
||||
2022/03/16-13:52:23.664003 1acc Options.preserve_deletes: 0
|
||||
2022/03/16-13:52:23.664007 1acc Options.two_write_queues: 0
|
||||
2022/03/16-13:52:23.664011 1acc Options.manual_wal_flush: 0
|
||||
2022/03/16-13:52:23.664015 1acc Options.atomic_flush: 0
|
||||
2022/03/16-13:52:23.664018 1acc Options.avoid_unnecessary_blocking_io: 0
|
||||
2022/03/16-13:52:23.664022 1acc Options.persist_stats_to_disk: 0
|
||||
2022/03/16-13:52:23.664026 1acc Options.write_dbid_to_manifest: 0
|
||||
2022/03/16-13:52:23.664030 1acc Options.log_readahead_size: 0
|
||||
2022/03/16-13:52:23.664034 1acc Options.file_checksum_gen_factory: Unknown
|
||||
2022/03/16-13:52:23.664038 1acc Options.best_efforts_recovery: 0
|
||||
2022/03/16-13:52:23.664042 1acc Options.max_bgerror_resume_count: 2147483647
|
||||
2022/03/16-13:52:23.664046 1acc Options.bgerror_resume_retry_interval: 1000000
|
||||
2022/03/16-13:52:23.664050 1acc Options.allow_data_in_errors: 0
|
||||
2022/03/16-13:52:23.664054 1acc Options.db_host_id: __hostname__
|
||||
2022/03/16-13:52:23.664058 1acc Options.max_background_jobs: 2
|
||||
2022/03/16-13:52:23.664061 1acc Options.max_background_compactions: -1
|
||||
2022/03/16-13:52:23.664065 1acc Options.max_subcompactions: 1
|
||||
2022/03/16-13:52:23.664069 1acc Options.avoid_flush_during_shutdown: 0
|
||||
2022/03/16-13:52:23.664073 1acc Options.writable_file_max_buffer_size: 1048576
|
||||
2022/03/16-13:52:23.664077 1acc Options.delayed_write_rate : 16777216
|
||||
2022/03/16-13:52:23.664081 1acc Options.max_total_wal_size: 0
|
||||
2022/03/16-13:52:23.664085 1acc Options.delete_obsolete_files_period_micros: 21600000000
|
||||
2022/03/16-13:52:23.664089 1acc Options.stats_dump_period_sec: 600
|
||||
2022/03/16-13:52:23.664093 1acc Options.stats_persist_period_sec: 600
|
||||
2022/03/16-13:52:23.664097 1acc Options.stats_history_buffer_size: 1048576
|
||||
2022/03/16-13:52:23.664101 1acc Options.max_open_files: -1
|
||||
2022/03/16-13:52:23.664105 1acc Options.bytes_per_sync: 0
|
||||
2022/03/16-13:52:23.664109 1acc Options.wal_bytes_per_sync: 0
|
||||
2022/03/16-13:52:23.664113 1acc Options.strict_bytes_per_sync: 0
|
||||
2022/03/16-13:52:23.664117 1acc Options.compaction_readahead_size: 0
|
||||
2022/03/16-13:52:23.664121 1acc Options.max_background_flushes: -1
|
||||
2022/03/16-13:52:23.664125 1acc Compression algorithms supported:
|
||||
2022/03/16-13:52:23.664142 1acc kZSTD supported: 1
|
||||
2022/03/16-13:52:23.664147 1acc kSnappyCompression supported: 1
|
||||
2022/03/16-13:52:23.664151 1acc kBZip2Compression supported: 0
|
||||
2022/03/16-13:52:23.664155 1acc kZlibCompression supported: 1
|
||||
2022/03/16-13:52:23.664185 1acc kLZ4Compression supported: 1
|
||||
2022/03/16-13:52:23.664191 1acc kXpressCompression supported: 0
|
||||
2022/03/16-13:52:23.664196 1acc kLZ4HCCompression supported: 1
|
||||
2022/03/16-13:52:23.664199 1acc kZSTDNotFinalCompression supported: 1
|
||||
2022/03/16-13:52:23.664229 1acc Fast CRC32 supported: Supported on x86
|
||||
2022/03/16-13:52:23.665776 1acc [db\version_set.cc:4573] Recovering from manifest file: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000019
|
||||
2022/03/16-13:52:23.666143 1acc [db\column_family.cc:600] --------------- Options for column family [default]:
|
||||
2022/03/16-13:52:23.666174 1acc Options.comparator: leveldb.BytewiseComparator
|
||||
2022/03/16-13:52:23.666180 1acc Options.merge_operator: None
|
||||
2022/03/16-13:52:23.666184 1acc Options.compaction_filter: None
|
||||
2022/03/16-13:52:23.666188 1acc Options.compaction_filter_factory: None
|
||||
2022/03/16-13:52:23.666192 1acc Options.sst_partitioner_factory: None
|
||||
2022/03/16-13:52:23.666196 1acc Options.memtable_factory: SkipListFactory
|
||||
2022/03/16-13:52:23.666200 1acc Options.table_factory: BlockBasedTable
|
||||
2022/03/16-13:52:23.666276 1acc table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0000000001408E00)
|
||||
cache_index_and_filter_blocks: 0
|
||||
cache_index_and_filter_blocks_with_high_priority: 1
|
||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||
pin_top_level_index_and_filter: 1
|
||||
index_type: 0
|
||||
data_block_index_type: 0
|
||||
index_shortening: 1
|
||||
data_block_hash_table_util_ratio: 0.750000
|
||||
hash_index_allow_collision: 1
|
||||
checksum: 1
|
||||
no_block_cache: 0
|
||||
block_cache: 000000000145FF40
|
||||
block_cache_name: LRUCache
|
||||
block_cache_options:
|
||||
capacity : 8388608
|
||||
num_shard_bits : 4
|
||||
strict_capacity_limit : 0
|
||||
memory_allocator : None
|
||||
high_pri_pool_ratio: 0.000
|
||||
block_cache_compressed: 0000000000000000
|
||||
persistent_cache: 0000000000000000
|
||||
block_size: 4096
|
||||
block_size_deviation: 10
|
||||
block_restart_interval: 16
|
||||
index_block_restart_interval: 1
|
||||
metadata_block_size: 4096
|
||||
partition_filters: 0
|
||||
use_delta_encoding: 1
|
||||
filter_policy: nullptr
|
||||
whole_key_filtering: 1
|
||||
verify_compression: 0
|
||||
read_amp_bytes_per_bit: 0
|
||||
format_version: 5
|
||||
enable_index_compression: 1
|
||||
block_align: 0
|
||||
2022/03/16-13:52:23.666289 1acc Options.write_buffer_size: 67108864
|
||||
2022/03/16-13:52:23.666296 1acc Options.max_write_buffer_number: 2
|
||||
2022/03/16-13:52:23.666310 1acc Options.compression: Snappy
|
||||
2022/03/16-13:52:23.666315 1acc Options.bottommost_compression: Disabled
|
||||
2022/03/16-13:52:23.666319 1acc Options.prefix_extractor: nullptr
|
||||
2022/03/16-13:52:23.666323 1acc Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||
2022/03/16-13:52:23.666327 1acc Options.num_levels: 7
|
||||
2022/03/16-13:52:23.666331 1acc Options.min_write_buffer_number_to_merge: 1
|
||||
2022/03/16-13:52:23.666335 1acc Options.max_write_buffer_number_to_maintain: 0
|
||||
2022/03/16-13:52:23.666339 1acc Options.max_write_buffer_size_to_maintain: 0
|
||||
2022/03/16-13:52:23.666343 1acc Options.bottommost_compression_opts.window_bits: -14
|
||||
2022/03/16-13:52:23.666347 1acc Options.bottommost_compression_opts.level: 32767
|
||||
2022/03/16-13:52:23.666351 1acc Options.bottommost_compression_opts.strategy: 0
|
||||
2022/03/16-13:52:23.666355 1acc Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:52:23.666359 1acc Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:52:23.666363 1acc Options.bottommost_compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:52:23.666367 1acc Options.bottommost_compression_opts.enabled: false
|
||||
2022/03/16-13:52:23.666371 1acc Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:52:23.666375 1acc Options.compression_opts.window_bits: -14
|
||||
2022/03/16-13:52:23.666379 1acc Options.compression_opts.level: 32767
|
||||
2022/03/16-13:52:23.666387 1acc Options.compression_opts.strategy: 0
|
||||
2022/03/16-13:52:23.666393 1acc Options.compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:52:23.666397 1acc Options.compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:52:23.666400 1acc Options.compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:52:23.666404 1acc Options.compression_opts.enabled: false
|
||||
2022/03/16-13:52:23.666408 1acc Options.compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:52:23.666412 1acc Options.level0_file_num_compaction_trigger: 4
|
||||
2022/03/16-13:52:23.666416 1acc Options.level0_slowdown_writes_trigger: 20
|
||||
2022/03/16-13:52:23.666420 1acc Options.level0_stop_writes_trigger: 36
|
||||
2022/03/16-13:52:23.666424 1acc Options.target_file_size_base: 67108864
|
||||
2022/03/16-13:52:23.666428 1acc Options.target_file_size_multiplier: 1
|
||||
2022/03/16-13:52:23.666432 1acc Options.max_bytes_for_level_base: 268435456
|
||||
2022/03/16-13:52:23.666436 1acc Options.level_compaction_dynamic_level_bytes: 0
|
||||
2022/03/16-13:52:23.666440 1acc Options.max_bytes_for_level_multiplier: 10.000000
|
||||
2022/03/16-13:52:23.666445 1acc Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||
2022/03/16-13:52:23.666449 1acc Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||
2022/03/16-13:52:23.666453 1acc Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||
2022/03/16-13:52:23.666457 1acc Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||
2022/03/16-13:52:23.666461 1acc Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||
2022/03/16-13:52:23.666465 1acc Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||
2022/03/16-13:52:23.666469 1acc Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||
2022/03/16-13:52:23.666473 1acc Options.max_sequential_skip_in_iterations: 8
|
||||
2022/03/16-13:52:23.666477 1acc Options.max_compaction_bytes: 1677721600
|
||||
2022/03/16-13:52:23.666481 1acc Options.arena_block_size: 1048576
|
||||
2022/03/16-13:52:23.666485 1acc Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||
2022/03/16-13:52:23.666489 1acc Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||
2022/03/16-13:52:23.666493 1acc Options.rate_limit_delay_max_milliseconds: 100
|
||||
2022/03/16-13:52:23.666497 1acc Options.disable_auto_compactions: 0
|
||||
2022/03/16-13:52:23.666502 1acc Options.compaction_style: kCompactionStyleLevel
|
||||
2022/03/16-13:52:23.666507 1acc Options.compaction_pri: kMinOverlappingRatio
|
||||
2022/03/16-13:52:23.666511 1acc Options.compaction_options_universal.size_ratio: 1
|
||||
2022/03/16-13:52:23.666515 1acc Options.compaction_options_universal.min_merge_width: 2
|
||||
2022/03/16-13:52:23.666519 1acc Options.compaction_options_universal.max_merge_width: 4294967295
|
||||
2022/03/16-13:52:23.666523 1acc Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||
2022/03/16-13:52:23.666527 1acc Options.compaction_options_universal.compression_size_percent: -1
|
||||
2022/03/16-13:52:23.666531 1acc Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||
2022/03/16-13:52:23.666535 1acc Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||
2022/03/16-13:52:23.666539 1acc Options.compaction_options_fifo.allow_compaction: 0
|
||||
2022/03/16-13:52:23.666546 1acc Options.table_properties_collectors:
|
||||
2022/03/16-13:52:23.666551 1acc Options.inplace_update_support: 0
|
||||
2022/03/16-13:52:23.666554 1acc Options.inplace_update_num_locks: 10000
|
||||
2022/03/16-13:52:23.666558 1acc Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||
2022/03/16-13:52:23.666563 1acc Options.memtable_whole_key_filtering: 0
|
||||
2022/03/16-13:52:23.666567 1acc Options.memtable_huge_page_size: 0
|
||||
2022/03/16-13:52:23.666571 1acc Options.bloom_locality: 0
|
||||
2022/03/16-13:52:23.666574 1acc Options.max_successive_merges: 0
|
||||
2022/03/16-13:52:23.666578 1acc Options.optimize_filters_for_hits: 0
|
||||
2022/03/16-13:52:23.666629 1acc Options.paranoid_file_checks: 0
|
||||
2022/03/16-13:52:23.666635 1acc Options.force_consistency_checks: 1
|
||||
2022/03/16-13:52:23.666639 1acc Options.report_bg_io_stats: 0
|
||||
2022/03/16-13:52:23.666643 1acc Options.ttl: 2592000
|
||||
2022/03/16-13:52:23.666647 1acc Options.periodic_compaction_seconds: 0
|
||||
2022/03/16-13:52:23.666651 1acc Options.enable_blob_files: false
|
||||
2022/03/16-13:52:23.666655 1acc Options.min_blob_size: 0
|
||||
2022/03/16-13:52:23.666659 1acc Options.blob_file_size: 268435456
|
||||
2022/03/16-13:52:23.666663 1acc Options.blob_compression_type: NoCompression
|
||||
2022/03/16-13:52:23.666667 1acc Options.enable_blob_garbage_collection: false
|
||||
2022/03/16-13:52:23.666671 1acc Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||
2022/03/16-13:52:23.669142 1acc [db\version_set.cc:4621] Recovered from manifest file:D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000019 succeeded,manifest_file_number is 19, next_file_number is 21, last_sequence is 0, log_number is 16,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
|
||||
2022/03/16-13:52:23.669163 1acc [db\version_set.cc:4630] Column family [default] (ID 0), log number is 16
|
||||
2022/03/16-13:52:23.670469 1acc [db\version_set.cc:4119] Creating manifest 23
|
||||
2022/03/16-13:52:23.678113 1acc EVENT_LOG_v1 {"time_micros": 1647409943678046, "job": 1, "event": "recovery_started", "wal_files": [20]}
|
||||
2022/03/16-13:52:23.678167 1acc [db\db_impl\db_impl_open.cc:856] Recovering log #20 mode 2
|
||||
2022/03/16-13:52:23.678495 1acc [db\version_set.cc:4119] Creating manifest 24
|
||||
2022/03/16-13:52:23.684747 1acc EVENT_LOG_v1 {"time_micros": 1647409943684734, "job": 1, "event": "recovery_finished"}
|
||||
2022/03/16-13:52:23.686997 1acc [file\delete_scheduler.cc:77] Deleted file D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/000020.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
|
||||
2022/03/16-13:52:23.694956 1acc [db\db_impl\db_impl_open.cc:1759] SstFileManager instance 0000000001451EB0
|
||||
2022/03/16-13:52:23.696240 1acc DB pointer 000000002466F040
|
||||
2022/03/16-13:52:23.696853 5774 [db\db_impl\db_impl.cc:940] ------- DUMPING STATS -------
|
||||
2022/03/16-13:52:23.696878 5774 [db\db_impl\db_impl.cc:941]
|
||||
** DB Stats **
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
|
||||
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
|
||||
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
|
||||
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
|
||||
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@000000000145FF40 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3.1e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@000000000145FF40 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 1.8e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
@ -0,0 +1,302 @@
|
||||
2022/03/16-13:59:36.110193 1d98 RocksDB version: 6.21.0
|
||||
2022/03/16-13:59:36.110442 1d98 Git sha c7f8ae9f17743774ac48e2ffc6e150eafcfae416
|
||||
2022/03/16-13:59:36.110485 1d98 Compile date 2021-07-23 11:30:29
|
||||
2022/03/16-13:59:36.110562 1d98 DB SUMMARY
|
||||
2022/03/16-13:59:36.110593 1d98 DB Session ID: AOQZ4E9GRWAW3T6Z66VH
|
||||
2022/03/16-13:59:36.111782 1d98 CURRENT file: CURRENT
|
||||
2022/03/16-13:59:36.111816 1d98 IDENTITY file: IDENTITY
|
||||
2022/03/16-13:59:36.111917 1d98 MANIFEST file: MANIFEST-000024 size: 59 Bytes
|
||||
2022/03/16-13:59:36.111939 1d98 SST files in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog dir, Total Num: 0, files:
|
||||
2022/03/16-13:59:36.111953 1d98 Write Ahead Log file in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog: 000025.log size: 331 ;
|
||||
2022/03/16-13:59:36.112112 1d98 Options.error_if_exists: 0
|
||||
2022/03/16-13:59:36.112131 1d98 Options.create_if_missing: 1
|
||||
2022/03/16-13:59:36.112139 1d98 Options.paranoid_checks: 1
|
||||
2022/03/16-13:59:36.112146 1d98 Options.flush_verify_memtable_count: 1
|
||||
2022/03/16-13:59:36.112153 1d98 Options.track_and_verify_wals_in_manifest: 0
|
||||
2022/03/16-13:59:36.112160 1d98 Options.env: 0000000000FDEAF0
|
||||
2022/03/16-13:59:36.112168 1d98 Options.fs: WinFS
|
||||
2022/03/16-13:59:36.112191 1d98 Options.info_log: 0000000000FE1E60
|
||||
2022/03/16-13:59:36.112199 1d98 Options.max_file_opening_threads: 16
|
||||
2022/03/16-13:59:36.112206 1d98 Options.statistics: 0000000000000000
|
||||
2022/03/16-13:59:36.112213 1d98 Options.use_fsync: 0
|
||||
2022/03/16-13:59:36.112220 1d98 Options.max_log_file_size: 0
|
||||
2022/03/16-13:59:36.112227 1d98 Options.max_manifest_file_size: 1073741824
|
||||
2022/03/16-13:59:36.112234 1d98 Options.log_file_time_to_roll: 0
|
||||
2022/03/16-13:59:36.112241 1d98 Options.keep_log_file_num: 1000
|
||||
2022/03/16-13:59:36.112248 1d98 Options.recycle_log_file_num: 0
|
||||
2022/03/16-13:59:36.112255 1d98 Options.allow_fallocate: 1
|
||||
2022/03/16-13:59:36.112262 1d98 Options.allow_mmap_reads: 0
|
||||
2022/03/16-13:59:36.112269 1d98 Options.allow_mmap_writes: 0
|
||||
2022/03/16-13:59:36.112275 1d98 Options.use_direct_reads: 0
|
||||
2022/03/16-13:59:36.112282 1d98 Options.use_direct_io_for_flush_and_compaction: 0
|
||||
2022/03/16-13:59:36.112288 1d98 Options.create_missing_column_families: 0
|
||||
2022/03/16-13:59:36.112295 1d98 Options.db_log_dir:
|
||||
2022/03/16-13:59:36.112304 1d98 Options.wal_dir: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog
|
||||
2022/03/16-13:59:36.112312 1d98 Options.table_cache_numshardbits: 6
|
||||
2022/03/16-13:59:36.112319 1d98 Options.WAL_ttl_seconds: 0
|
||||
2022/03/16-13:59:36.112326 1d98 Options.WAL_size_limit_MB: 0
|
||||
2022/03/16-13:59:36.112333 1d98 Options.max_write_batch_group_size_bytes: 1048576
|
||||
2022/03/16-13:59:36.112340 1d98 Options.manifest_preallocation_size: 4194304
|
||||
2022/03/16-13:59:36.112347 1d98 Options.is_fd_close_on_exec: 1
|
||||
2022/03/16-13:59:36.112354 1d98 Options.advise_random_on_open: 1
|
||||
2022/03/16-13:59:36.112360 1d98 Options.db_write_buffer_size: 0
|
||||
2022/03/16-13:59:36.112367 1d98 Options.write_buffer_manager: 0000000001065460
|
||||
2022/03/16-13:59:36.112373 1d98 Options.access_hint_on_compaction_start: 1
|
||||
2022/03/16-13:59:36.112380 1d98 Options.new_table_reader_for_compaction_inputs: 0
|
||||
2022/03/16-13:59:36.112386 1d98 Options.random_access_max_buffer_size: 1048576
|
||||
2022/03/16-13:59:36.112444 1d98 Options.use_adaptive_mutex: 0
|
||||
2022/03/16-13:59:36.112467 1d98 Options.rate_limiter: 0000000000000000
|
||||
2022/03/16-13:59:36.112476 1d98 Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||
2022/03/16-13:59:36.112483 1d98 Options.wal_recovery_mode: 2
|
||||
2022/03/16-13:59:36.112490 1d98 Options.enable_thread_tracking: 0
|
||||
2022/03/16-13:59:36.112496 1d98 Options.enable_pipelined_write: 0
|
||||
2022/03/16-13:59:36.112503 1d98 Options.unordered_write: 0
|
||||
2022/03/16-13:59:36.112509 1d98 Options.allow_concurrent_memtable_write: 1
|
||||
2022/03/16-13:59:36.112516 1d98 Options.enable_write_thread_adaptive_yield: 1
|
||||
2022/03/16-13:59:36.112523 1d98 Options.write_thread_max_yield_usec: 100
|
||||
2022/03/16-13:59:36.112530 1d98 Options.write_thread_slow_yield_usec: 3
|
||||
2022/03/16-13:59:36.112537 1d98 Options.row_cache: None
|
||||
2022/03/16-13:59:36.112544 1d98 Options.wal_filter: None
|
||||
2022/03/16-13:59:36.112550 1d98 Options.avoid_flush_during_recovery: 0
|
||||
2022/03/16-13:59:36.112557 1d98 Options.allow_ingest_behind: 0
|
||||
2022/03/16-13:59:36.112564 1d98 Options.preserve_deletes: 0
|
||||
2022/03/16-13:59:36.112570 1d98 Options.two_write_queues: 0
|
||||
2022/03/16-13:59:36.112579 1d98 Options.manual_wal_flush: 0
|
||||
2022/03/16-13:59:36.112586 1d98 Options.atomic_flush: 0
|
||||
2022/03/16-13:59:36.112593 1d98 Options.avoid_unnecessary_blocking_io: 0
|
||||
2022/03/16-13:59:36.112600 1d98 Options.persist_stats_to_disk: 0
|
||||
2022/03/16-13:59:36.112606 1d98 Options.write_dbid_to_manifest: 0
|
||||
2022/03/16-13:59:36.112613 1d98 Options.log_readahead_size: 0
|
||||
2022/03/16-13:59:36.112619 1d98 Options.file_checksum_gen_factory: Unknown
|
||||
2022/03/16-13:59:36.112626 1d98 Options.best_efforts_recovery: 0
|
||||
2022/03/16-13:59:36.112633 1d98 Options.max_bgerror_resume_count: 2147483647
|
||||
2022/03/16-13:59:36.112640 1d98 Options.bgerror_resume_retry_interval: 1000000
|
||||
2022/03/16-13:59:36.112647 1d98 Options.allow_data_in_errors: 0
|
||||
2022/03/16-13:59:36.112654 1d98 Options.db_host_id: __hostname__
|
||||
2022/03/16-13:59:36.112660 1d98 Options.max_background_jobs: 2
|
||||
2022/03/16-13:59:36.112667 1d98 Options.max_background_compactions: -1
|
||||
2022/03/16-13:59:36.112674 1d98 Options.max_subcompactions: 1
|
||||
2022/03/16-13:59:36.112681 1d98 Options.avoid_flush_during_shutdown: 0
|
||||
2022/03/16-13:59:36.112688 1d98 Options.writable_file_max_buffer_size: 1048576
|
||||
2022/03/16-13:59:36.112695 1d98 Options.delayed_write_rate : 16777216
|
||||
2022/03/16-13:59:36.112702 1d98 Options.max_total_wal_size: 0
|
||||
2022/03/16-13:59:36.112708 1d98 Options.delete_obsolete_files_period_micros: 21600000000
|
||||
2022/03/16-13:59:36.112715 1d98 Options.stats_dump_period_sec: 600
|
||||
2022/03/16-13:59:36.112722 1d98 Options.stats_persist_period_sec: 600
|
||||
2022/03/16-13:59:36.112728 1d98 Options.stats_history_buffer_size: 1048576
|
||||
2022/03/16-13:59:36.112735 1d98 Options.max_open_files: -1
|
||||
2022/03/16-13:59:36.112742 1d98 Options.bytes_per_sync: 0
|
||||
2022/03/16-13:59:36.112749 1d98 Options.wal_bytes_per_sync: 0
|
||||
2022/03/16-13:59:36.112756 1d98 Options.strict_bytes_per_sync: 0
|
||||
2022/03/16-13:59:36.112763 1d98 Options.compaction_readahead_size: 0
|
||||
2022/03/16-13:59:36.112770 1d98 Options.max_background_flushes: -1
|
||||
2022/03/16-13:59:36.112778 1d98 Compression algorithms supported:
|
||||
2022/03/16-13:59:36.112808 1d98 kZSTD supported: 1
|
||||
2022/03/16-13:59:36.112816 1d98 kSnappyCompression supported: 1
|
||||
2022/03/16-13:59:36.112823 1d98 kBZip2Compression supported: 0
|
||||
2022/03/16-13:59:36.112830 1d98 kZlibCompression supported: 1
|
||||
2022/03/16-13:59:36.112883 1d98 kLZ4Compression supported: 1
|
||||
2022/03/16-13:59:36.112894 1d98 kXpressCompression supported: 0
|
||||
2022/03/16-13:59:36.112900 1d98 kLZ4HCCompression supported: 1
|
||||
2022/03/16-13:59:36.112907 1d98 kZSTDNotFinalCompression supported: 1
|
||||
2022/03/16-13:59:36.112953 1d98 Fast CRC32 supported: Supported on x86
|
||||
2022/03/16-13:59:36.114913 1d98 [db\version_set.cc:4573] Recovering from manifest file: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000024
|
||||
2022/03/16-13:59:36.115291 1d98 [db\column_family.cc:600] --------------- Options for column family [default]:
|
||||
2022/03/16-13:59:36.115351 1d98 Options.comparator: leveldb.BytewiseComparator
|
||||
2022/03/16-13:59:36.115357 1d98 Options.merge_operator: None
|
||||
2022/03/16-13:59:36.115361 1d98 Options.compaction_filter: None
|
||||
2022/03/16-13:59:36.115366 1d98 Options.compaction_filter_factory: None
|
||||
2022/03/16-13:59:36.115370 1d98 Options.sst_partitioner_factory: None
|
||||
2022/03/16-13:59:36.115373 1d98 Options.memtable_factory: SkipListFactory
|
||||
2022/03/16-13:59:36.115377 1d98 Options.table_factory: BlockBasedTable
|
||||
2022/03/16-13:59:36.115436 1d98 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0000000000F98B90)
|
||||
cache_index_and_filter_blocks: 0
|
||||
cache_index_and_filter_blocks_with_high_priority: 1
|
||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||
pin_top_level_index_and_filter: 1
|
||||
index_type: 0
|
||||
data_block_index_type: 0
|
||||
index_shortening: 1
|
||||
data_block_hash_table_util_ratio: 0.750000
|
||||
hash_index_allow_collision: 1
|
||||
checksum: 1
|
||||
no_block_cache: 0
|
||||
block_cache: 0000000001011EA0
|
||||
block_cache_name: LRUCache
|
||||
block_cache_options:
|
||||
capacity : 8388608
|
||||
num_shard_bits : 4
|
||||
strict_capacity_limit : 0
|
||||
memory_allocator : None
|
||||
high_pri_pool_ratio: 0.000
|
||||
block_cache_compressed: 0000000000000000
|
||||
persistent_cache: 0000000000000000
|
||||
block_size: 4096
|
||||
block_size_deviation: 10
|
||||
block_restart_interval: 16
|
||||
index_block_restart_interval: 1
|
||||
metadata_block_size: 4096
|
||||
partition_filters: 0
|
||||
use_delta_encoding: 1
|
||||
filter_policy: nullptr
|
||||
whole_key_filtering: 1
|
||||
verify_compression: 0
|
||||
read_amp_bytes_per_bit: 0
|
||||
format_version: 5
|
||||
enable_index_compression: 1
|
||||
block_align: 0
|
||||
2022/03/16-13:59:36.115442 1d98 Options.write_buffer_size: 67108864
|
||||
2022/03/16-13:59:36.115446 1d98 Options.max_write_buffer_number: 2
|
||||
2022/03/16-13:59:36.115450 1d98 Options.compression: Snappy
|
||||
2022/03/16-13:59:36.115454 1d98 Options.bottommost_compression: Disabled
|
||||
2022/03/16-13:59:36.115458 1d98 Options.prefix_extractor: nullptr
|
||||
2022/03/16-13:59:36.115471 1d98 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||
2022/03/16-13:59:36.115476 1d98 Options.num_levels: 7
|
||||
2022/03/16-13:59:36.115480 1d98 Options.min_write_buffer_number_to_merge: 1
|
||||
2022/03/16-13:59:36.115483 1d98 Options.max_write_buffer_number_to_maintain: 0
|
||||
2022/03/16-13:59:36.115487 1d98 Options.max_write_buffer_size_to_maintain: 0
|
||||
2022/03/16-13:59:36.115491 1d98 Options.bottommost_compression_opts.window_bits: -14
|
||||
2022/03/16-13:59:36.115496 1d98 Options.bottommost_compression_opts.level: 32767
|
||||
2022/03/16-13:59:36.115500 1d98 Options.bottommost_compression_opts.strategy: 0
|
||||
2022/03/16-13:59:36.115504 1d98 Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:59:36.115508 1d98 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:59:36.115511 1d98 Options.bottommost_compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:59:36.115515 1d98 Options.bottommost_compression_opts.enabled: false
|
||||
2022/03/16-13:59:36.115519 1d98 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:59:36.115523 1d98 Options.compression_opts.window_bits: -14
|
||||
2022/03/16-13:59:36.115527 1d98 Options.compression_opts.level: 32767
|
||||
2022/03/16-13:59:36.115535 1d98 Options.compression_opts.strategy: 0
|
||||
2022/03/16-13:59:36.115540 1d98 Options.compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-13:59:36.115544 1d98 Options.compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-13:59:36.115548 1d98 Options.compression_opts.parallel_threads: 1
|
||||
2022/03/16-13:59:36.115552 1d98 Options.compression_opts.enabled: false
|
||||
2022/03/16-13:59:36.115556 1d98 Options.compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-13:59:36.115560 1d98 Options.level0_file_num_compaction_trigger: 4
|
||||
2022/03/16-13:59:36.115564 1d98 Options.level0_slowdown_writes_trigger: 20
|
||||
2022/03/16-13:59:36.115568 1d98 Options.level0_stop_writes_trigger: 36
|
||||
2022/03/16-13:59:36.115572 1d98 Options.target_file_size_base: 67108864
|
||||
2022/03/16-13:59:36.115575 1d98 Options.target_file_size_multiplier: 1
|
||||
2022/03/16-13:59:36.115579 1d98 Options.max_bytes_for_level_base: 268435456
|
||||
2022/03/16-13:59:36.115583 1d98 Options.level_compaction_dynamic_level_bytes: 0
|
||||
2022/03/16-13:59:36.115587 1d98 Options.max_bytes_for_level_multiplier: 10.000000
|
||||
2022/03/16-13:59:36.115592 1d98 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||
2022/03/16-13:59:36.115597 1d98 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||
2022/03/16-13:59:36.115601 1d98 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||
2022/03/16-13:59:36.115604 1d98 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||
2022/03/16-13:59:36.115608 1d98 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||
2022/03/16-13:59:36.115612 1d98 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||
2022/03/16-13:59:36.115616 1d98 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||
2022/03/16-13:59:36.115620 1d98 Options.max_sequential_skip_in_iterations: 8
|
||||
2022/03/16-13:59:36.115624 1d98 Options.max_compaction_bytes: 1677721600
|
||||
2022/03/16-13:59:36.115628 1d98 Options.arena_block_size: 1048576
|
||||
2022/03/16-13:59:36.115632 1d98 Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||
2022/03/16-13:59:36.115636 1d98 Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||
2022/03/16-13:59:36.115640 1d98 Options.rate_limit_delay_max_milliseconds: 100
|
||||
2022/03/16-13:59:36.115644 1d98 Options.disable_auto_compactions: 0
|
||||
2022/03/16-13:59:36.115649 1d98 Options.compaction_style: kCompactionStyleLevel
|
||||
2022/03/16-13:59:36.115654 1d98 Options.compaction_pri: kMinOverlappingRatio
|
||||
2022/03/16-13:59:36.115658 1d98 Options.compaction_options_universal.size_ratio: 1
|
||||
2022/03/16-13:59:36.115662 1d98 Options.compaction_options_universal.min_merge_width: 2
|
||||
2022/03/16-13:59:36.115666 1d98 Options.compaction_options_universal.max_merge_width: 4294967295
|
||||
2022/03/16-13:59:36.115670 1d98 Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||
2022/03/16-13:59:36.115674 1d98 Options.compaction_options_universal.compression_size_percent: -1
|
||||
2022/03/16-13:59:36.115679 1d98 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||
2022/03/16-13:59:36.115683 1d98 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||
2022/03/16-13:59:36.115687 1d98 Options.compaction_options_fifo.allow_compaction: 0
|
||||
2022/03/16-13:59:36.115693 1d98 Options.table_properties_collectors:
|
||||
2022/03/16-13:59:36.115698 1d98 Options.inplace_update_support: 0
|
||||
2022/03/16-13:59:36.115701 1d98 Options.inplace_update_num_locks: 10000
|
||||
2022/03/16-13:59:36.115705 1d98 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||
2022/03/16-13:59:36.115710 1d98 Options.memtable_whole_key_filtering: 0
|
||||
2022/03/16-13:59:36.115714 1d98 Options.memtable_huge_page_size: 0
|
||||
2022/03/16-13:59:36.115717 1d98 Options.bloom_locality: 0
|
||||
2022/03/16-13:59:36.115721 1d98 Options.max_successive_merges: 0
|
||||
2022/03/16-13:59:36.115725 1d98 Options.optimize_filters_for_hits: 0
|
||||
2022/03/16-13:59:36.115773 1d98 Options.paranoid_file_checks: 0
|
||||
2022/03/16-13:59:36.115780 1d98 Options.force_consistency_checks: 1
|
||||
2022/03/16-13:59:36.115784 1d98 Options.report_bg_io_stats: 0
|
||||
2022/03/16-13:59:36.115787 1d98 Options.ttl: 2592000
|
||||
2022/03/16-13:59:36.115791 1d98 Options.periodic_compaction_seconds: 0
|
||||
2022/03/16-13:59:36.115795 1d98 Options.enable_blob_files: false
|
||||
2022/03/16-13:59:36.115799 1d98 Options.min_blob_size: 0
|
||||
2022/03/16-13:59:36.115803 1d98 Options.blob_file_size: 268435456
|
||||
2022/03/16-13:59:36.115807 1d98 Options.blob_compression_type: NoCompression
|
||||
2022/03/16-13:59:36.115811 1d98 Options.enable_blob_garbage_collection: false
|
||||
2022/03/16-13:59:36.115815 1d98 Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||
2022/03/16-13:59:36.118729 1d98 [db\version_set.cc:4621] Recovered from manifest file:D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000024 succeeded,manifest_file_number is 24, next_file_number is 26, last_sequence is 0, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
|
||||
2022/03/16-13:59:36.118753 1d98 [db\version_set.cc:4630] Column family [default] (ID 0), log number is 21
|
||||
2022/03/16-13:59:36.120304 1d98 [db\version_set.cc:4119] Creating manifest 28
|
||||
2022/03/16-13:59:36.126128 1d98 EVENT_LOG_v1 {"time_micros": 1647410376126080, "job": 1, "event": "recovery_started", "wal_files": [25]}
|
||||
2022/03/16-13:59:36.126166 1d98 [db\db_impl\db_impl_open.cc:856] Recovering log #25 mode 2
|
||||
2022/03/16-13:59:36.139027 1d98 EVENT_LOG_v1 {"time_micros": 1647410376138959, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 29, "file_size": 1259, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 333, "index_size": 36, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 26, "raw_average_key_size": 26, "raw_value_size": 290, "raw_average_value_size": 290, "num_data_blocks": 1, "num_entries": 1, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1647410376, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "15b3e15c-a4eb-11ec-97d9-803253bbc0b9", "db_session_id": "AOQZ4E9GRWAW3T6Z66VH"}}
|
||||
2022/03/16-13:59:36.139153 1d98 [db\version_set.cc:4119] Creating manifest 30
|
||||
2022/03/16-13:59:36.145491 1d98 EVENT_LOG_v1 {"time_micros": 1647410376145478, "job": 1, "event": "recovery_finished"}
|
||||
2022/03/16-13:59:36.148481 1d98 [file\delete_scheduler.cc:77] Deleted file D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
|
||||
2022/03/16-13:59:36.156990 1d98 [db\db_impl\db_impl_open.cc:1759] SstFileManager instance 00000000010082D0
|
||||
2022/03/16-13:59:36.158216 1d98 DB pointer 0000000025860D70
|
||||
2022/03/16-13:59:36.158924 44dc [db\db_impl\db_impl.cc:940] ------- DUMPING STATS -------
|
||||
2022/03/16-13:59:36.158947 44dc [db\db_impl\db_impl.cc:941]
|
||||
** DB Stats **
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
|
||||
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
|
||||
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
|
||||
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
|
||||
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
L0 1/0 1.23 KB 0.3 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.013 0 0 0.0 0.0
|
||||
Sum 1/0 1.23 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.013 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.013 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.1 0.01 0.00 1 0.013 0 0 0.0 0.0
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@0000000001011EA0 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3.2e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
L0 1/0 1.23 KB 0.3 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.013 0 0 0.0 0.0
|
||||
Sum 1/0 1.23 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.013 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.1 0.01 0.00 1 0.013 0 0 0.0 0.0
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@0000000001011EA0 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 2e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
@ -0,0 +1,368 @@
|
||||
2022/03/16-14:05:21.087683 5a5c RocksDB version: 6.21.0
|
||||
2022/03/16-14:05:21.087935 5a5c Git sha c7f8ae9f17743774ac48e2ffc6e150eafcfae416
|
||||
2022/03/16-14:05:21.087973 5a5c Compile date 2021-07-23 11:30:29
|
||||
2022/03/16-14:05:21.088048 5a5c DB SUMMARY
|
||||
2022/03/16-14:05:21.088081 5a5c DB Session ID: Q19YIA6YWV68G9QITO4L
|
||||
2022/03/16-14:05:21.089389 5a5c CURRENT file: CURRENT
|
||||
2022/03/16-14:05:21.089418 5a5c IDENTITY file: IDENTITY
|
||||
2022/03/16-14:05:21.089499 5a5c MANIFEST file: MANIFEST-000030 size: 142 Bytes
|
||||
2022/03/16-14:05:21.089533 5a5c SST files in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog dir, Total Num: 1, files: 000029.sst
|
||||
2022/03/16-14:05:21.089552 5a5c Write Ahead Log file in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog: 000031.log size: 208 ;
|
||||
2022/03/16-14:05:21.089721 5a5c Options.error_if_exists: 0
|
||||
2022/03/16-14:05:21.089731 5a5c Options.create_if_missing: 1
|
||||
2022/03/16-14:05:21.089735 5a5c Options.paranoid_checks: 1
|
||||
2022/03/16-14:05:21.089739 5a5c Options.flush_verify_memtable_count: 1
|
||||
2022/03/16-14:05:21.089743 5a5c Options.track_and_verify_wals_in_manifest: 0
|
||||
2022/03/16-14:05:21.089747 5a5c Options.env: 00000000012D0590
|
||||
2022/03/16-14:05:21.089752 5a5c Options.fs: WinFS
|
||||
2022/03/16-14:05:21.089757 5a5c Options.info_log: 00000000012B1100
|
||||
2022/03/16-14:05:21.089761 5a5c Options.max_file_opening_threads: 16
|
||||
2022/03/16-14:05:21.089765 5a5c Options.statistics: 0000000000000000
|
||||
2022/03/16-14:05:21.089769 5a5c Options.use_fsync: 0
|
||||
2022/03/16-14:05:21.089773 5a5c Options.max_log_file_size: 0
|
||||
2022/03/16-14:05:21.089777 5a5c Options.max_manifest_file_size: 1073741824
|
||||
2022/03/16-14:05:21.089781 5a5c Options.log_file_time_to_roll: 0
|
||||
2022/03/16-14:05:21.089785 5a5c Options.keep_log_file_num: 1000
|
||||
2022/03/16-14:05:21.089789 5a5c Options.recycle_log_file_num: 0
|
||||
2022/03/16-14:05:21.089793 5a5c Options.allow_fallocate: 1
|
||||
2022/03/16-14:05:21.089797 5a5c Options.allow_mmap_reads: 0
|
||||
2022/03/16-14:05:21.089801 5a5c Options.allow_mmap_writes: 0
|
||||
2022/03/16-14:05:21.089805 5a5c Options.use_direct_reads: 0
|
||||
2022/03/16-14:05:21.089809 5a5c Options.use_direct_io_for_flush_and_compaction: 0
|
||||
2022/03/16-14:05:21.089813 5a5c Options.create_missing_column_families: 0
|
||||
2022/03/16-14:05:21.089817 5a5c Options.db_log_dir:
|
||||
2022/03/16-14:05:21.089821 5a5c Options.wal_dir: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog
|
||||
2022/03/16-14:05:21.089825 5a5c Options.table_cache_numshardbits: 6
|
||||
2022/03/16-14:05:21.089829 5a5c Options.WAL_ttl_seconds: 0
|
||||
2022/03/16-14:05:21.089833 5a5c Options.WAL_size_limit_MB: 0
|
||||
2022/03/16-14:05:21.089837 5a5c Options.max_write_batch_group_size_bytes: 1048576
|
||||
2022/03/16-14:05:21.089841 5a5c Options.manifest_preallocation_size: 4194304
|
||||
2022/03/16-14:05:21.089845 5a5c Options.is_fd_close_on_exec: 1
|
||||
2022/03/16-14:05:21.089849 5a5c Options.advise_random_on_open: 1
|
||||
2022/03/16-14:05:21.089853 5a5c Options.db_write_buffer_size: 0
|
||||
2022/03/16-14:05:21.089857 5a5c Options.write_buffer_manager: 0000000001338E50
|
||||
2022/03/16-14:05:21.089861 5a5c Options.access_hint_on_compaction_start: 1
|
||||
2022/03/16-14:05:21.089865 5a5c Options.new_table_reader_for_compaction_inputs: 0
|
||||
2022/03/16-14:05:21.089869 5a5c Options.random_access_max_buffer_size: 1048576
|
||||
2022/03/16-14:05:21.089904 5a5c Options.use_adaptive_mutex: 0
|
||||
2022/03/16-14:05:21.089911 5a5c Options.rate_limiter: 0000000000000000
|
||||
2022/03/16-14:05:21.089915 5a5c Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||
2022/03/16-14:05:21.089919 5a5c Options.wal_recovery_mode: 2
|
||||
2022/03/16-14:05:21.089923 5a5c Options.enable_thread_tracking: 0
|
||||
2022/03/16-14:05:21.089927 5a5c Options.enable_pipelined_write: 0
|
||||
2022/03/16-14:05:21.089931 5a5c Options.unordered_write: 0
|
||||
2022/03/16-14:05:21.089935 5a5c Options.allow_concurrent_memtable_write: 1
|
||||
2022/03/16-14:05:21.089939 5a5c Options.enable_write_thread_adaptive_yield: 1
|
||||
2022/03/16-14:05:21.089943 5a5c Options.write_thread_max_yield_usec: 100
|
||||
2022/03/16-14:05:21.089947 5a5c Options.write_thread_slow_yield_usec: 3
|
||||
2022/03/16-14:05:21.089951 5a5c Options.row_cache: None
|
||||
2022/03/16-14:05:21.089955 5a5c Options.wal_filter: None
|
||||
2022/03/16-14:05:21.089959 5a5c Options.avoid_flush_during_recovery: 0
|
||||
2022/03/16-14:05:21.089963 5a5c Options.allow_ingest_behind: 0
|
||||
2022/03/16-14:05:21.089967 5a5c Options.preserve_deletes: 0
|
||||
2022/03/16-14:05:21.089971 5a5c Options.two_write_queues: 0
|
||||
2022/03/16-14:05:21.089974 5a5c Options.manual_wal_flush: 0
|
||||
2022/03/16-14:05:21.089978 5a5c Options.atomic_flush: 0
|
||||
2022/03/16-14:05:21.089982 5a5c Options.avoid_unnecessary_blocking_io: 0
|
||||
2022/03/16-14:05:21.089986 5a5c Options.persist_stats_to_disk: 0
|
||||
2022/03/16-14:05:21.089990 5a5c Options.write_dbid_to_manifest: 0
|
||||
2022/03/16-14:05:21.089994 5a5c Options.log_readahead_size: 0
|
||||
2022/03/16-14:05:21.089998 5a5c Options.file_checksum_gen_factory: Unknown
|
||||
2022/03/16-14:05:21.090002 5a5c Options.best_efforts_recovery: 0
|
||||
2022/03/16-14:05:21.090006 5a5c Options.max_bgerror_resume_count: 2147483647
|
||||
2022/03/16-14:05:21.090010 5a5c Options.bgerror_resume_retry_interval: 1000000
|
||||
2022/03/16-14:05:21.090013 5a5c Options.allow_data_in_errors: 0
|
||||
2022/03/16-14:05:21.090017 5a5c Options.db_host_id: __hostname__
|
||||
2022/03/16-14:05:21.090021 5a5c Options.max_background_jobs: 2
|
||||
2022/03/16-14:05:21.090025 5a5c Options.max_background_compactions: -1
|
||||
2022/03/16-14:05:21.090029 5a5c Options.max_subcompactions: 1
|
||||
2022/03/16-14:05:21.090033 5a5c Options.avoid_flush_during_shutdown: 0
|
||||
2022/03/16-14:05:21.090037 5a5c Options.writable_file_max_buffer_size: 1048576
|
||||
2022/03/16-14:05:21.090041 5a5c Options.delayed_write_rate : 16777216
|
||||
2022/03/16-14:05:21.090045 5a5c Options.max_total_wal_size: 0
|
||||
2022/03/16-14:05:21.090049 5a5c Options.delete_obsolete_files_period_micros: 21600000000
|
||||
2022/03/16-14:05:21.090053 5a5c Options.stats_dump_period_sec: 600
|
||||
2022/03/16-14:05:21.090057 5a5c Options.stats_persist_period_sec: 600
|
||||
2022/03/16-14:05:21.090061 5a5c Options.stats_history_buffer_size: 1048576
|
||||
2022/03/16-14:05:21.090065 5a5c Options.max_open_files: -1
|
||||
2022/03/16-14:05:21.090069 5a5c Options.bytes_per_sync: 0
|
||||
2022/03/16-14:05:21.090073 5a5c Options.wal_bytes_per_sync: 0
|
||||
2022/03/16-14:05:21.090077 5a5c Options.strict_bytes_per_sync: 0
|
||||
2022/03/16-14:05:21.090081 5a5c Options.compaction_readahead_size: 0
|
||||
2022/03/16-14:05:21.090085 5a5c Options.max_background_flushes: -1
|
||||
2022/03/16-14:05:21.090089 5a5c Compression algorithms supported:
|
||||
2022/03/16-14:05:21.090106 5a5c kZSTD supported: 1
|
||||
2022/03/16-14:05:21.090111 5a5c kSnappyCompression supported: 1
|
||||
2022/03/16-14:05:21.090115 5a5c kBZip2Compression supported: 0
|
||||
2022/03/16-14:05:21.090119 5a5c kZlibCompression supported: 1
|
||||
2022/03/16-14:05:21.090149 5a5c kLZ4Compression supported: 1
|
||||
2022/03/16-14:05:21.090154 5a5c kXpressCompression supported: 0
|
||||
2022/03/16-14:05:21.090158 5a5c kLZ4HCCompression supported: 1
|
||||
2022/03/16-14:05:21.090162 5a5c kZSTDNotFinalCompression supported: 1
|
||||
2022/03/16-14:05:21.090191 5a5c Fast CRC32 supported: Supported on x86
|
||||
2022/03/16-14:05:21.091682 5a5c [db\version_set.cc:4573] Recovering from manifest file: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000030
|
||||
2022/03/16-14:05:21.092034 5a5c [db\column_family.cc:600] --------------- Options for column family [default]:
|
||||
2022/03/16-14:05:21.092064 5a5c Options.comparator: leveldb.BytewiseComparator
|
||||
2022/03/16-14:05:21.092070 5a5c Options.merge_operator: None
|
||||
2022/03/16-14:05:21.092074 5a5c Options.compaction_filter: None
|
||||
2022/03/16-14:05:21.092078 5a5c Options.compaction_filter_factory: None
|
||||
2022/03/16-14:05:21.092082 5a5c Options.sst_partitioner_factory: None
|
||||
2022/03/16-14:05:21.092086 5a5c Options.memtable_factory: SkipListFactory
|
||||
2022/03/16-14:05:21.092090 5a5c Options.table_factory: BlockBasedTable
|
||||
2022/03/16-14:05:21.092152 5a5c table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0000000001268AC0)
|
||||
cache_index_and_filter_blocks: 0
|
||||
cache_index_and_filter_blocks_with_high_priority: 1
|
||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||
pin_top_level_index_and_filter: 1
|
||||
index_type: 0
|
||||
data_block_index_type: 0
|
||||
index_shortening: 1
|
||||
data_block_hash_table_util_ratio: 0.750000
|
||||
hash_index_allow_collision: 1
|
||||
checksum: 1
|
||||
no_block_cache: 0
|
||||
block_cache: 00000000012C84E0
|
||||
block_cache_name: LRUCache
|
||||
block_cache_options:
|
||||
capacity : 8388608
|
||||
num_shard_bits : 4
|
||||
strict_capacity_limit : 0
|
||||
memory_allocator : None
|
||||
high_pri_pool_ratio: 0.000
|
||||
block_cache_compressed: 0000000000000000
|
||||
persistent_cache: 0000000000000000
|
||||
block_size: 4096
|
||||
block_size_deviation: 10
|
||||
block_restart_interval: 16
|
||||
index_block_restart_interval: 1
|
||||
metadata_block_size: 4096
|
||||
partition_filters: 0
|
||||
use_delta_encoding: 1
|
||||
filter_policy: nullptr
|
||||
whole_key_filtering: 1
|
||||
verify_compression: 0
|
||||
read_amp_bytes_per_bit: 0
|
||||
format_version: 5
|
||||
enable_index_compression: 1
|
||||
block_align: 0
|
||||
2022/03/16-14:05:21.092160 5a5c Options.write_buffer_size: 67108864
|
||||
2022/03/16-14:05:21.092164 5a5c Options.max_write_buffer_number: 2
|
||||
2022/03/16-14:05:21.092169 5a5c Options.compression: Snappy
|
||||
2022/03/16-14:05:21.092173 5a5c Options.bottommost_compression: Disabled
|
||||
2022/03/16-14:05:21.092177 5a5c Options.prefix_extractor: nullptr
|
||||
2022/03/16-14:05:21.092180 5a5c Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||
2022/03/16-14:05:21.092185 5a5c Options.num_levels: 7
|
||||
2022/03/16-14:05:21.092189 5a5c Options.min_write_buffer_number_to_merge: 1
|
||||
2022/03/16-14:05:21.092192 5a5c Options.max_write_buffer_number_to_maintain: 0
|
||||
2022/03/16-14:05:21.092196 5a5c Options.max_write_buffer_size_to_maintain: 0
|
||||
2022/03/16-14:05:21.092200 5a5c Options.bottommost_compression_opts.window_bits: -14
|
||||
2022/03/16-14:05:21.092204 5a5c Options.bottommost_compression_opts.level: 32767
|
||||
2022/03/16-14:05:21.092209 5a5c Options.bottommost_compression_opts.strategy: 0
|
||||
2022/03/16-14:05:21.092213 5a5c Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-14:05:21.092217 5a5c Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-14:05:21.092221 5a5c Options.bottommost_compression_opts.parallel_threads: 1
|
||||
2022/03/16-14:05:21.092225 5a5c Options.bottommost_compression_opts.enabled: false
|
||||
2022/03/16-14:05:21.092229 5a5c Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-14:05:21.092233 5a5c Options.compression_opts.window_bits: -14
|
||||
2022/03/16-14:05:21.092237 5a5c Options.compression_opts.level: 32767
|
||||
2022/03/16-14:05:21.092244 5a5c Options.compression_opts.strategy: 0
|
||||
2022/03/16-14:05:21.092249 5a5c Options.compression_opts.max_dict_bytes: 0
|
||||
2022/03/16-14:05:21.092253 5a5c Options.compression_opts.zstd_max_train_bytes: 0
|
||||
2022/03/16-14:05:21.092257 5a5c Options.compression_opts.parallel_threads: 1
|
||||
2022/03/16-14:05:21.092261 5a5c Options.compression_opts.enabled: false
|
||||
2022/03/16-14:05:21.092265 5a5c Options.compression_opts.max_dict_buffer_bytes: 0
|
||||
2022/03/16-14:05:21.092269 5a5c Options.level0_file_num_compaction_trigger: 4
|
||||
2022/03/16-14:05:21.092273 5a5c Options.level0_slowdown_writes_trigger: 20
|
||||
2022/03/16-14:05:21.092277 5a5c Options.level0_stop_writes_trigger: 36
|
||||
2022/03/16-14:05:21.092281 5a5c Options.target_file_size_base: 67108864
|
||||
2022/03/16-14:05:21.092285 5a5c Options.target_file_size_multiplier: 1
|
||||
2022/03/16-14:05:21.092289 5a5c Options.max_bytes_for_level_base: 268435456
|
||||
2022/03/16-14:05:21.092296 5a5c Options.level_compaction_dynamic_level_bytes: 0
|
||||
2022/03/16-14:05:21.092300 5a5c Options.max_bytes_for_level_multiplier: 10.000000
|
||||
2022/03/16-14:05:21.092306 5a5c Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||
2022/03/16-14:05:21.092310 5a5c Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||
2022/03/16-14:05:21.092314 5a5c Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||
2022/03/16-14:05:21.092318 5a5c Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||
2022/03/16-14:05:21.092327 5a5c Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||
2022/03/16-14:05:21.092333 5a5c Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||
2022/03/16-14:05:21.092337 5a5c Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||
2022/03/16-14:05:21.092341 5a5c Options.max_sequential_skip_in_iterations: 8
|
||||
2022/03/16-14:05:21.092345 5a5c Options.max_compaction_bytes: 1677721600
|
||||
2022/03/16-14:05:21.092349 5a5c Options.arena_block_size: 1048576
|
||||
2022/03/16-14:05:21.092353 5a5c Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||
2022/03/16-14:05:21.092357 5a5c Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||
2022/03/16-14:05:21.092361 5a5c Options.rate_limit_delay_max_milliseconds: 100
|
||||
2022/03/16-14:05:21.092365 5a5c Options.disable_auto_compactions: 0
|
||||
2022/03/16-14:05:21.092370 5a5c Options.compaction_style: kCompactionStyleLevel
|
||||
2022/03/16-14:05:21.092375 5a5c Options.compaction_pri: kMinOverlappingRatio
|
||||
2022/03/16-14:05:21.092379 5a5c Options.compaction_options_universal.size_ratio: 1
|
||||
2022/03/16-14:05:21.092383 5a5c Options.compaction_options_universal.min_merge_width: 2
|
||||
2022/03/16-14:05:21.092387 5a5c Options.compaction_options_universal.max_merge_width: 4294967295
|
||||
2022/03/16-14:05:21.092391 5a5c Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||
2022/03/16-14:05:21.092395 5a5c Options.compaction_options_universal.compression_size_percent: -1
|
||||
2022/03/16-14:05:21.092400 5a5c Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||
2022/03/16-14:05:21.092404 5a5c Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||
2022/03/16-14:05:21.092408 5a5c Options.compaction_options_fifo.allow_compaction: 0
|
||||
2022/03/16-14:05:21.092415 5a5c Options.table_properties_collectors:
|
||||
2022/03/16-14:05:21.092419 5a5c Options.inplace_update_support: 0
|
||||
2022/03/16-14:05:21.092423 5a5c Options.inplace_update_num_locks: 10000
|
||||
2022/03/16-14:05:21.092427 5a5c Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||
2022/03/16-14:05:21.092432 5a5c Options.memtable_whole_key_filtering: 0
|
||||
2022/03/16-14:05:21.092436 5a5c Options.memtable_huge_page_size: 0
|
||||
2022/03/16-14:05:21.092440 5a5c Options.bloom_locality: 0
|
||||
2022/03/16-14:05:21.092444 5a5c Options.max_successive_merges: 0
|
||||
2022/03/16-14:05:21.092447 5a5c Options.optimize_filters_for_hits: 0
|
||||
2022/03/16-14:05:21.092491 5a5c Options.paranoid_file_checks: 0
|
||||
2022/03/16-14:05:21.092498 5a5c Options.force_consistency_checks: 1
|
||||
2022/03/16-14:05:21.092502 5a5c Options.report_bg_io_stats: 0
|
||||
2022/03/16-14:05:21.092506 5a5c Options.ttl: 2592000
|
||||
2022/03/16-14:05:21.092510 5a5c Options.periodic_compaction_seconds: 0
|
||||
2022/03/16-14:05:21.092535 5a5c Options.enable_blob_files: false
|
||||
2022/03/16-14:05:21.092541 5a5c Options.min_blob_size: 0
|
||||
2022/03/16-14:05:21.092545 5a5c Options.blob_file_size: 268435456
|
||||
2022/03/16-14:05:21.092550 5a5c Options.blob_compression_type: NoCompression
|
||||
2022/03/16-14:05:21.092554 5a5c Options.enable_blob_garbage_collection: false
|
||||
2022/03/16-14:05:21.092558 5a5c Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||
2022/03/16-14:05:21.095009 5a5c [db\version_set.cc:4621] Recovered from manifest file:D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/MANIFEST-000030 succeeded,manifest_file_number is 30, next_file_number is 32, last_sequence is 1, log_number is 26,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
|
||||
2022/03/16-14:05:21.095025 5a5c [db\version_set.cc:4630] Column family [default] (ID 0), log number is 26
|
||||
2022/03/16-14:05:21.096562 5a5c [db\version_set.cc:4119] Creating manifest 34
|
||||
2022/03/16-14:05:21.101940 5a5c EVENT_LOG_v1 {"time_micros": 1647410721101898, "job": 1, "event": "recovery_started", "wal_files": [31]}
|
||||
2022/03/16-14:05:21.101973 5a5c [db\db_impl\db_impl_open.cc:856] Recovering log #31 mode 2
|
||||
2022/03/16-14:05:21.114601 5a5c EVENT_LOG_v1 {"time_micros": 1647410721114532, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 1109, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 183, "index_size": 36, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 26, "raw_average_key_size": 26, "raw_value_size": 167, "raw_average_value_size": 167, "num_data_blocks": 1, "num_entries": 1, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1647410721, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "15b3e15c-a4eb-11ec-97d9-803253bbc0b9", "db_session_id": "Q19YIA6YWV68G9QITO4L"}}
|
||||
2022/03/16-14:05:21.114703 5a5c [db\version_set.cc:4119] Creating manifest 36
|
||||
2022/03/16-14:05:21.120717 5a5c EVENT_LOG_v1 {"time_micros": 1647410721120704, "job": 1, "event": "recovery_finished"}
|
||||
2022/03/16-14:05:21.123187 5a5c [file\delete_scheduler.cc:77] Deleted file D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
|
||||
2022/03/16-14:05:21.130590 5a5c [db\db_impl\db_impl_open.cc:1759] SstFileManager instance 0000000001300850
|
||||
2022/03/16-14:05:21.131691 5a5c DB pointer 0000000025CD1DC0
|
||||
2022/03/16-14:05:21.132432 350 [db\db_impl\db_impl.cc:940] ------- DUMPING STATS -------
|
||||
2022/03/16-14:05:21.132455 350 [db\db_impl\db_impl.cc:941]
|
||||
** DB Stats **
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
|
||||
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
|
||||
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
|
||||
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
|
||||
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
L0 2/0 2.31 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
Sum 2/0 2.31 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@00000000012C84E0 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3.2e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
L0 2/0 2.31 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
Sum 2/0 2.31 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 0.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@00000000012C84E0 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 2.1e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
2022/03/16-14:15:21.137617 350 [db\db_impl\db_impl.cc:940] ------- DUMPING STATS -------
|
||||
2022/03/16-14:15:21.137675 350 [db\db_impl\db_impl.cc:941]
|
||||
** DB Stats **
|
||||
Uptime(secs): 600.0 total, 600.0 interval
|
||||
Cumulative writes: 1 writes, 1 keys, 1 commit groups, 0.5 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
|
||||
Cumulative WAL: 1 writes, 0 syncs, 1.00 writes per sync, written: 0.00 GB, 0.00 MB/s
|
||||
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
Interval writes: 1 writes, 1 keys, 1 commit groups, 0.5 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
|
||||
Interval WAL: 1 writes, 0 syncs, 1.00 writes per sync, written: 0.00 MB, 0.00 MB/s
|
||||
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
L0 2/0 2.31 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
Sum 2/0 2.31 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 600.0 total, 600.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@00000000012C84E0 capacity: 8.00 MB collections: 3 last_copies: 0 last_secs: 8.1e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
L0 2/0 2.31 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
Sum 2/0 2.31 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
|
||||
|
||||
** Compaction Stats [default] **
|
||||
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
|
||||
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||
User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.1 0.01 0.00 1 0.012 0 0 0.0 0.0
|
||||
|
||||
Blob file count: 0, total size: 0.0 GB
|
||||
|
||||
Uptime(secs): 600.0 total, 0.0 interval
|
||||
Flush(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(GB): cumulative 0.000, interval 0.000
|
||||
AddFile(Total Files): cumulative 0, interval 0
|
||||
AddFile(L0 Files): cumulative 0, interval 0
|
||||
AddFile(Keys): cumulative 0, interval 0
|
||||
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
|
||||
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
|
||||
Block cache LRUCache@00000000012C84E0 capacity: 8.00 MB collections: 4 last_copies: 0 last_secs: 2.9e-05 secs_since: 0
|
||||
Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
|
||||
|
||||
** File Read Latency Histogram By Level [default] **
|
||||
@ -0,0 +1,105 @@
|
||||
2022/03/16-14:07:20.959751 4a84 RocksDB version: 6.21.0
|
||||
2022/03/16-14:07:20.960027 4a84 Git sha c7f8ae9f17743774ac48e2ffc6e150eafcfae416
|
||||
2022/03/16-14:07:20.960065 4a84 Compile date 2021-07-23 11:30:29
|
||||
2022/03/16-14:07:20.960140 4a84 DB SUMMARY
|
||||
2022/03/16-14:07:20.960172 4a84 DB Session ID: 2QLQ72AF9ZNNU62WA5O2
|
||||
2022/03/16-14:07:20.961555 4a84 CURRENT file: CURRENT
|
||||
2022/03/16-14:07:20.961586 4a84 IDENTITY file: IDENTITY
|
||||
2022/03/16-14:07:20.961671 4a84 MANIFEST file: MANIFEST-000036 size: 225 Bytes
|
||||
2022/03/16-14:07:20.961690 4a84 SST files in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog dir, Total Num: 2, files: 000029.sst 000035.sst
|
||||
2022/03/16-14:07:20.961704 4a84 Write Ahead Log file in D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog: 000037.log size: 208 ;
|
||||
2022/03/16-14:07:20.961873 4a84 Options.error_if_exists: 0
|
||||
2022/03/16-14:07:20.961883 4a84 Options.create_if_missing: 1
|
||||
2022/03/16-14:07:20.961887 4a84 Options.paranoid_checks: 1
|
||||
2022/03/16-14:07:20.961891 4a84 Options.flush_verify_memtable_count: 1
|
||||
2022/03/16-14:07:20.961895 4a84 Options.track_and_verify_wals_in_manifest: 0
|
||||
2022/03/16-14:07:20.961899 4a84 Options.env: 0000000000596750
|
||||
2022/03/16-14:07:20.961905 4a84 Options.fs: WinFS
|
||||
2022/03/16-14:07:20.961909 4a84 Options.info_log: 0000000000551700
|
||||
2022/03/16-14:07:20.961913 4a84 Options.max_file_opening_threads: 16
|
||||
2022/03/16-14:07:20.961917 4a84 Options.statistics: 0000000000000000
|
||||
2022/03/16-14:07:20.961922 4a84 Options.use_fsync: 0
|
||||
2022/03/16-14:07:20.961926 4a84 Options.max_log_file_size: 0
|
||||
2022/03/16-14:07:20.961930 4a84 Options.max_manifest_file_size: 1073741824
|
||||
2022/03/16-14:07:20.961935 4a84 Options.log_file_time_to_roll: 0
|
||||
2022/03/16-14:07:20.961939 4a84 Options.keep_log_file_num: 1000
|
||||
2022/03/16-14:07:20.961943 4a84 Options.recycle_log_file_num: 0
|
||||
2022/03/16-14:07:20.961947 4a84 Options.allow_fallocate: 1
|
||||
2022/03/16-14:07:20.961951 4a84 Options.allow_mmap_reads: 0
|
||||
2022/03/16-14:07:20.961955 4a84 Options.allow_mmap_writes: 0
|
||||
2022/03/16-14:07:20.961959 4a84 Options.use_direct_reads: 0
|
||||
2022/03/16-14:07:20.961964 4a84 Options.use_direct_io_for_flush_and_compaction: 0
|
||||
2022/03/16-14:07:20.961968 4a84 Options.create_missing_column_families: 0
|
||||
2022/03/16-14:07:20.961972 4a84 Options.db_log_dir:
|
||||
2022/03/16-14:07:20.961976 4a84 Options.wal_dir: D:\00PKUOS\datanet-search-engine-bundle\datanet-search-engine-backend\.\ContractDB\SearchEngine\defaultLog
|
||||
2022/03/16-14:07:20.961980 4a84 Options.table_cache_numshardbits: 6
|
||||
2022/03/16-14:07:20.961985 4a84 Options.WAL_ttl_seconds: 0
|
||||
2022/03/16-14:07:20.961989 4a84 Options.WAL_size_limit_MB: 0
|
||||
2022/03/16-14:07:20.961993 4a84 Options.max_write_batch_group_size_bytes: 1048576
|
||||
2022/03/16-14:07:20.961997 4a84 Options.manifest_preallocation_size: 4194304
|
||||
2022/03/16-14:07:20.962001 4a84 Options.is_fd_close_on_exec: 1
|
||||
2022/03/16-14:07:20.962006 4a84 Options.advise_random_on_open: 1
|
||||
2022/03/16-14:07:20.962010 4a84 Options.db_write_buffer_size: 0
|
||||
2022/03/16-14:07:20.962014 4a84 Options.write_buffer_manager: 0000000024E22760
|
||||
2022/03/16-14:07:20.962018 4a84 Options.access_hint_on_compaction_start: 1
|
||||
2022/03/16-14:07:20.962023 4a84 Options.new_table_reader_for_compaction_inputs: 0
|
||||
2022/03/16-14:07:20.962027 4a84 Options.random_access_max_buffer_size: 1048576
|
||||
2022/03/16-14:07:20.962068 4a84 Options.use_adaptive_mutex: 0
|
||||
2022/03/16-14:07:20.962076 4a84 Options.rate_limiter: 0000000000000000
|
||||
2022/03/16-14:07:20.962081 4a84 Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||
2022/03/16-14:07:20.962085 4a84 Options.wal_recovery_mode: 2
|
||||
2022/03/16-14:07:20.962090 4a84 Options.enable_thread_tracking: 0
|
||||
2022/03/16-14:07:20.962094 4a84 Options.enable_pipelined_write: 0
|
||||
2022/03/16-14:07:20.962098 4a84 Options.unordered_write: 0
|
||||
2022/03/16-14:07:20.962105 4a84 Options.allow_concurrent_memtable_write: 1
|
||||
2022/03/16-14:07:20.962111 4a84 Options.enable_write_thread_adaptive_yield: 1
|
||||
2022/03/16-14:07:20.962117 4a84 Options.write_thread_max_yield_usec: 100
|
||||
2022/03/16-14:07:20.962122 4a84 Options.write_thread_slow_yield_usec: 3
|
||||
2022/03/16-14:07:20.962129 4a84 Options.row_cache: None
|
||||
2022/03/16-14:07:20.962135 4a84 Options.wal_filter: None
|
||||
2022/03/16-14:07:20.962141 4a84 Options.avoid_flush_during_recovery: 0
|
||||
2022/03/16-14:07:20.962148 4a84 Options.allow_ingest_behind: 0
|
||||
2022/03/16-14:07:20.962154 4a84 Options.preserve_deletes: 0
|
||||
2022/03/16-14:07:20.962160 4a84 Options.two_write_queues: 0
|
||||
2022/03/16-14:07:20.962164 4a84 Options.manual_wal_flush: 0
|
||||
2022/03/16-14:07:20.962168 4a84 Options.atomic_flush: 0
|
||||
2022/03/16-14:07:20.962174 4a84 Options.avoid_unnecessary_blocking_io: 0
|
||||
2022/03/16-14:07:20.962186 4a84 Options.persist_stats_to_disk: 0
|
||||
2022/03/16-14:07:20.962193 4a84 Options.write_dbid_to_manifest: 0
|
||||
2022/03/16-14:07:20.962199 4a84 Options.log_readahead_size: 0
|
||||
2022/03/16-14:07:20.962209 4a84 Options.file_checksum_gen_factory: Unknown
|
||||
2022/03/16-14:07:20.962216 4a84 Options.best_efforts_recovery: 0
|
||||
2022/03/16-14:07:20.962223 4a84 Options.max_bgerror_resume_count: 2147483647
|
||||
2022/03/16-14:07:20.962229 4a84 Options.bgerror_resume_retry_interval: 1000000
|
||||
2022/03/16-14:07:20.962235 4a84 Options.allow_data_in_errors: 0
|
||||
2022/03/16-14:07:20.962241 4a84 Options.db_host_id: __hostname__
|
||||
2022/03/16-14:07:20.962249 4a84 Options.max_background_jobs: 2
|
||||
2022/03/16-14:07:20.962255 4a84 Options.max_background_compactions: -1
|
||||
2022/03/16-14:07:20.962262 4a84 Options.max_subcompactions: 1
|
||||
2022/03/16-14:07:20.962268 4a84 Options.avoid_flush_during_shutdown: 0
|
||||
2022/03/16-14:07:20.962274 4a84 Options.writable_file_max_buffer_size: 1048576
|
||||
2022/03/16-14:07:20.962280 4a84 Options.delayed_write_rate : 16777216
|
||||
2022/03/16-14:07:20.962285 4a84 Options.max_total_wal_size: 0
|
||||
2022/03/16-14:07:20.962292 4a84 Options.delete_obsolete_files_period_micros: 21600000000
|
||||
2022/03/16-14:07:20.962299 4a84 Options.stats_dump_period_sec: 600
|
||||
2022/03/16-14:07:20.962306 4a84 Options.stats_persist_period_sec: 600
|
||||
2022/03/16-14:07:20.962313 4a84 Options.stats_history_buffer_size: 1048576
|
||||
2022/03/16-14:07:20.962319 4a84 Options.max_open_files: -1
|
||||
2022/03/16-14:07:20.962325 4a84 Options.bytes_per_sync: 0
|
||||
2022/03/16-14:07:20.962331 4a84 Options.wal_bytes_per_sync: 0
|
||||
2022/03/16-14:07:20.962338 4a84 Options.strict_bytes_per_sync: 0
|
||||
2022/03/16-14:07:20.962344 4a84 Options.compaction_readahead_size: 0
|
||||
2022/03/16-14:07:20.962351 4a84 Options.max_background_flushes: -1
|
||||
2022/03/16-14:07:20.962358 4a84 Compression algorithms supported:
|
||||
2022/03/16-14:07:20.962388 4a84 kZSTD supported: 1
|
||||
2022/03/16-14:07:20.962395 4a84 kSnappyCompression supported: 1
|
||||
2022/03/16-14:07:20.962403 4a84 kBZip2Compression supported: 0
|
||||
2022/03/16-14:07:20.962410 4a84 kZlibCompression supported: 1
|
||||
2022/03/16-14:07:20.962467 4a84 kLZ4Compression supported: 1
|
||||
2022/03/16-14:07:20.962480 4a84 kXpressCompression supported: 0
|
||||
2022/03/16-14:07:20.962488 4a84 kLZ4HCCompression supported: 1
|
||||
2022/03/16-14:07:20.962496 4a84 kZSTDNotFinalCompression supported: 1
|
||||
2022/03/16-14:07:20.962544 4a84 Fast CRC32 supported: Supported on x86
|
||||
2022/03/16-14:07:20.963827 4a84 [WARN] [db\db_impl\db_impl_open.cc:1845] Persisting Option File error: OK
|
||||
2022/03/16-14:07:20.963889 4a84 [db\db_impl\db_impl.cc:467] Shutdown: canceling all background work
|
||||
2022/03/16-14:07:20.964026 4a84 [db\db_impl\db_impl.cc:646] Shutdown complete
|
||||
Binary file not shown.
@ -0,0 +1,181 @@
|
||||
# This is a RocksDB option file.
|
||||
#
|
||||
# For detailed file format spec, please refer to the example file
|
||||
# in examples/rocksdb_option_file_example.ini
|
||||
#
|
||||
|
||||
[Version]
|
||||
rocksdb_version=6.21.0
|
||||
options_file_version=1.1
|
||||
|
||||
[DBOptions]
|
||||
delayed_write_rate=16777216
|
||||
delete_obsolete_files_period_micros=21600000000
|
||||
base_background_compactions=-1
|
||||
writable_file_max_buffer_size=1048576
|
||||
max_background_compactions=-1
|
||||
max_background_jobs=2
|
||||
max_subcompactions=1
|
||||
avoid_flush_during_shutdown=false
|
||||
max_total_wal_size=0
|
||||
stats_dump_period_sec=600
|
||||
max_background_flushes=-1
|
||||
stats_persist_period_sec=600
|
||||
stats_history_buffer_size=1048576
|
||||
max_open_files=-1
|
||||
bytes_per_sync=0
|
||||
wal_bytes_per_sync=0
|
||||
strict_bytes_per_sync=false
|
||||
compaction_readahead_size=0
|
||||
allow_fallocate=true
|
||||
advise_random_on_open=true
|
||||
dump_malloc_stats=false
|
||||
track_and_verify_wals_in_manifest=false
|
||||
WAL_ttl_seconds=0
|
||||
use_direct_reads=false
|
||||
allow_2pc=false
|
||||
allow_mmap_reads=false
|
||||
random_access_max_buffer_size=1048576
|
||||
allow_mmap_writes=false
|
||||
create_if_missing=true
|
||||
error_if_exists=false
|
||||
two_write_queues=false
|
||||
use_direct_io_for_flush_and_compaction=false
|
||||
create_missing_column_families=false
|
||||
new_table_reader_for_compaction_inputs=false
|
||||
enable_thread_tracking=false
|
||||
is_fd_close_on_exec=true
|
||||
paranoid_checks=true
|
||||
flush_verify_memtable_count=true
|
||||
skip_stats_update_on_db_open=false
|
||||
fail_if_options_file_error=false
|
||||
max_manifest_file_size=1073741824
|
||||
skip_checking_sst_file_sizes_on_db_open=false
|
||||
enable_pipelined_write=false
|
||||
use_adaptive_mutex=false
|
||||
preserve_deletes=false
|
||||
use_fsync=false
|
||||
log_file_time_to_roll=0
|
||||
max_log_file_size=0
|
||||
max_file_opening_threads=16
|
||||
best_efforts_recovery=false
|
||||
table_cache_numshardbits=6
|
||||
write_dbid_to_manifest=false
|
||||
max_write_batch_group_size_bytes=1048576
|
||||
db_write_buffer_size=0
|
||||
keep_log_file_num=1000
|
||||
atomic_flush=false
|
||||
recycle_log_file_num=0
|
||||
manifest_preallocation_size=4194304
|
||||
write_thread_slow_yield_usec=3
|
||||
unordered_write=false
|
||||
wal_dir=D\:\\00PKUOS\\datanet-search-engine-bundle\\datanet-search-engine-backend\\.\\ContractDB\\SearchEngine\\defaultLog
|
||||
WAL_size_limit_MB=0
|
||||
persist_stats_to_disk=false
|
||||
allow_concurrent_memtable_write=true
|
||||
wal_recovery_mode=kPointInTimeRecovery
|
||||
enable_write_thread_adaptive_yield=true
|
||||
write_thread_max_yield_usec=100
|
||||
access_hint_on_compaction_start=NORMAL
|
||||
info_log_level=INFO_LEVEL
|
||||
log_readahead_size=0
|
||||
avoid_flush_during_recovery=false
|
||||
allow_ingest_behind=false
|
||||
manual_wal_flush=false
|
||||
avoid_unnecessary_blocking_io=false
|
||||
max_bgerror_resume_count=2147483647
|
||||
bgerror_resume_retry_interval=1000000
|
||||
db_host_id=__hostname__
|
||||
allow_data_in_errors=false
|
||||
|
||||
|
||||
[CFOptions "default"]
|
||||
blob_compression_type=kNoCompression
|
||||
hard_pending_compaction_bytes_limit=274877906944
|
||||
level0_file_num_compaction_trigger=4
|
||||
max_bytes_for_level_base=268435456
|
||||
report_bg_io_stats=false
|
||||
max_bytes_for_level_multiplier=10.000000
|
||||
disable_auto_compactions=false
|
||||
check_flush_compaction_key_order=true
|
||||
enable_blob_files=false
|
||||
paranoid_file_checks=false
|
||||
blob_file_size=268435456
|
||||
soft_pending_compaction_bytes_limit=68719476736
|
||||
bottommost_compression_opts={enabled=false;max_dict_bytes=0;window_bits=-14;level=32767;parallel_threads=1;strategy=0;zstd_max_train_bytes=0;max_dict_buffer_bytes=0;}
|
||||
max_compaction_bytes=1677721600
|
||||
max_sequential_skip_in_iterations=8
|
||||
level0_slowdown_writes_trigger=20
|
||||
level0_stop_writes_trigger=36
|
||||
max_write_buffer_number=2
|
||||
target_file_size_multiplier=1
|
||||
prefix_extractor=nullptr
|
||||
arena_block_size=1048576
|
||||
inplace_update_num_locks=10000
|
||||
max_successive_merges=0
|
||||
memtable_huge_page_size=0
|
||||
write_buffer_size=67108864
|
||||
enable_blob_garbage_collection=false
|
||||
memtable_prefix_bloom_size_ratio=0.000000
|
||||
memtable_whole_key_filtering=false
|
||||
max_bytes_for_level_multiplier_additional=1:{1}:{1}:{1}:{1}:{1}:{1}
|
||||
target_file_size_base=67108864
|
||||
min_blob_size=0
|
||||
compression=kSnappyCompression
|
||||
compaction_options_fifo={allow_compaction=false;max_table_files_size=1073741824;}
|
||||
compaction_options_universal={allow_trivial_move=false;max_size_amplification_percent=200;size_ratio=1;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_merge_width=4294967295;}
|
||||
ttl=2592000
|
||||
periodic_compaction_seconds=0
|
||||
blob_garbage_collection_age_cutoff=0.250000
|
||||
sample_for_compression=0
|
||||
bottommost_compression=kDisableCompressionOption
|
||||
compression_opts={enabled=false;max_dict_bytes=0;window_bits=-14;level=32767;parallel_threads=1;strategy=0;zstd_max_train_bytes=0;max_dict_buffer_bytes=0;}
|
||||
max_write_buffer_number_to_maintain=0
|
||||
merge_operator=nullptr
|
||||
num_levels=7
|
||||
inplace_update_support=false
|
||||
max_write_buffer_size_to_maintain=0
|
||||
level_compaction_dynamic_level_bytes=false
|
||||
min_write_buffer_number_to_merge=1
|
||||
optimize_filters_for_hits=false
|
||||
force_consistency_checks=true
|
||||
bloom_locality=0
|
||||
comparator=leveldb.BytewiseComparator
|
||||
memtable_insert_with_hint_prefix_extractor=nullptr
|
||||
memtable_factory=SkipListFactory
|
||||
table_factory=BlockBasedTable
|
||||
compaction_filter=nullptr
|
||||
compaction_filter_factory=nullptr
|
||||
compaction_style=kCompactionStyleLevel
|
||||
compaction_pri=kMinOverlappingRatio
|
||||
|
||||
[TableOptions/BlockBasedTable "default"]
|
||||
pin_top_level_index_and_filter=true
|
||||
flush_block_policy_factory=FlushBlockBySizePolicyFactory
|
||||
cache_index_and_filter_blocks=false
|
||||
cache_index_and_filter_blocks_with_high_priority=true
|
||||
index_shortening=kShortenSeparators
|
||||
hash_index_allow_collision=true
|
||||
pin_l0_filter_and_index_blocks_in_cache=false
|
||||
data_block_hash_table_util_ratio=0.750000
|
||||
index_type=kBinarySearch
|
||||
data_block_index_type=kDataBlockBinarySearch
|
||||
checksum=kCRC32c
|
||||
no_block_cache=false
|
||||
block_size=4096
|
||||
block_size_deviation=10
|
||||
block_restart_interval=16
|
||||
index_block_restart_interval=1
|
||||
metadata_block_size=4096
|
||||
partition_filters=false
|
||||
optimize_filters_for_memory=false
|
||||
filter_policy=nullptr
|
||||
whole_key_filtering=true
|
||||
format_version=5
|
||||
verify_compression=false
|
||||
read_amp_bytes_per_bit=0
|
||||
block_align=false
|
||||
enable_index_compression=true
|
||||
metadata_cache_options={top_level_index_pinning=kFallback;unpartitioned_pinning=kFallback;partition_pinning=kFallback;}
|
||||
max_auto_readahead_size=262144
|
||||
|
||||
@ -0,0 +1,181 @@
|
||||
# This is a RocksDB option file.
|
||||
#
|
||||
# For detailed file format spec, please refer to the example file
|
||||
# in examples/rocksdb_option_file_example.ini
|
||||
#
|
||||
|
||||
[Version]
|
||||
rocksdb_version=6.21.0
|
||||
options_file_version=1.1
|
||||
|
||||
[DBOptions]
|
||||
delayed_write_rate=16777216
|
||||
delete_obsolete_files_period_micros=21600000000
|
||||
base_background_compactions=-1
|
||||
writable_file_max_buffer_size=1048576
|
||||
max_background_compactions=-1
|
||||
max_background_jobs=2
|
||||
max_subcompactions=1
|
||||
avoid_flush_during_shutdown=false
|
||||
max_total_wal_size=0
|
||||
stats_dump_period_sec=600
|
||||
max_background_flushes=-1
|
||||
stats_persist_period_sec=600
|
||||
stats_history_buffer_size=1048576
|
||||
max_open_files=-1
|
||||
bytes_per_sync=0
|
||||
wal_bytes_per_sync=0
|
||||
strict_bytes_per_sync=false
|
||||
compaction_readahead_size=0
|
||||
allow_fallocate=true
|
||||
advise_random_on_open=true
|
||||
dump_malloc_stats=false
|
||||
track_and_verify_wals_in_manifest=false
|
||||
WAL_ttl_seconds=0
|
||||
use_direct_reads=false
|
||||
allow_2pc=false
|
||||
allow_mmap_reads=false
|
||||
random_access_max_buffer_size=1048576
|
||||
allow_mmap_writes=false
|
||||
create_if_missing=true
|
||||
error_if_exists=false
|
||||
two_write_queues=false
|
||||
use_direct_io_for_flush_and_compaction=false
|
||||
create_missing_column_families=false
|
||||
new_table_reader_for_compaction_inputs=false
|
||||
enable_thread_tracking=false
|
||||
is_fd_close_on_exec=true
|
||||
paranoid_checks=true
|
||||
flush_verify_memtable_count=true
|
||||
skip_stats_update_on_db_open=false
|
||||
fail_if_options_file_error=false
|
||||
max_manifest_file_size=1073741824
|
||||
skip_checking_sst_file_sizes_on_db_open=false
|
||||
enable_pipelined_write=false
|
||||
use_adaptive_mutex=false
|
||||
preserve_deletes=false
|
||||
use_fsync=false
|
||||
log_file_time_to_roll=0
|
||||
max_log_file_size=0
|
||||
max_file_opening_threads=16
|
||||
best_efforts_recovery=false
|
||||
table_cache_numshardbits=6
|
||||
write_dbid_to_manifest=false
|
||||
max_write_batch_group_size_bytes=1048576
|
||||
db_write_buffer_size=0
|
||||
keep_log_file_num=1000
|
||||
atomic_flush=false
|
||||
recycle_log_file_num=0
|
||||
manifest_preallocation_size=4194304
|
||||
write_thread_slow_yield_usec=3
|
||||
unordered_write=false
|
||||
wal_dir=D\:\\00PKUOS\\datanet-search-engine-bundle\\datanet-search-engine-backend\\.\\ContractDB\\SearchEngine\\defaultLog
|
||||
WAL_size_limit_MB=0
|
||||
persist_stats_to_disk=false
|
||||
allow_concurrent_memtable_write=true
|
||||
wal_recovery_mode=kPointInTimeRecovery
|
||||
enable_write_thread_adaptive_yield=true
|
||||
write_thread_max_yield_usec=100
|
||||
access_hint_on_compaction_start=NORMAL
|
||||
info_log_level=INFO_LEVEL
|
||||
log_readahead_size=0
|
||||
avoid_flush_during_recovery=false
|
||||
allow_ingest_behind=false
|
||||
manual_wal_flush=false
|
||||
avoid_unnecessary_blocking_io=false
|
||||
max_bgerror_resume_count=2147483647
|
||||
bgerror_resume_retry_interval=1000000
|
||||
db_host_id=__hostname__
|
||||
allow_data_in_errors=false
|
||||
|
||||
|
||||
[CFOptions "default"]
|
||||
blob_compression_type=kNoCompression
|
||||
hard_pending_compaction_bytes_limit=274877906944
|
||||
level0_file_num_compaction_trigger=4
|
||||
max_bytes_for_level_base=268435456
|
||||
report_bg_io_stats=false
|
||||
max_bytes_for_level_multiplier=10.000000
|
||||
disable_auto_compactions=false
|
||||
check_flush_compaction_key_order=true
|
||||
enable_blob_files=false
|
||||
paranoid_file_checks=false
|
||||
blob_file_size=268435456
|
||||
soft_pending_compaction_bytes_limit=68719476736
|
||||
bottommost_compression_opts={enabled=false;max_dict_bytes=0;window_bits=-14;level=32767;parallel_threads=1;strategy=0;zstd_max_train_bytes=0;max_dict_buffer_bytes=0;}
|
||||
max_compaction_bytes=1677721600
|
||||
max_sequential_skip_in_iterations=8
|
||||
level0_slowdown_writes_trigger=20
|
||||
level0_stop_writes_trigger=36
|
||||
max_write_buffer_number=2
|
||||
target_file_size_multiplier=1
|
||||
prefix_extractor=nullptr
|
||||
arena_block_size=1048576
|
||||
inplace_update_num_locks=10000
|
||||
max_successive_merges=0
|
||||
memtable_huge_page_size=0
|
||||
write_buffer_size=67108864
|
||||
enable_blob_garbage_collection=false
|
||||
memtable_prefix_bloom_size_ratio=0.000000
|
||||
memtable_whole_key_filtering=false
|
||||
max_bytes_for_level_multiplier_additional=1:{1}:{1}:{1}:{1}:{1}:{1}
|
||||
target_file_size_base=67108864
|
||||
min_blob_size=0
|
||||
compression=kSnappyCompression
|
||||
compaction_options_fifo={allow_compaction=false;max_table_files_size=1073741824;}
|
||||
compaction_options_universal={allow_trivial_move=false;max_size_amplification_percent=200;size_ratio=1;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_merge_width=4294967295;}
|
||||
ttl=2592000
|
||||
periodic_compaction_seconds=0
|
||||
blob_garbage_collection_age_cutoff=0.250000
|
||||
sample_for_compression=0
|
||||
bottommost_compression=kDisableCompressionOption
|
||||
compression_opts={enabled=false;max_dict_bytes=0;window_bits=-14;level=32767;parallel_threads=1;strategy=0;zstd_max_train_bytes=0;max_dict_buffer_bytes=0;}
|
||||
max_write_buffer_number_to_maintain=0
|
||||
merge_operator=nullptr
|
||||
num_levels=7
|
||||
inplace_update_support=false
|
||||
max_write_buffer_size_to_maintain=0
|
||||
level_compaction_dynamic_level_bytes=false
|
||||
min_write_buffer_number_to_merge=1
|
||||
optimize_filters_for_hits=false
|
||||
force_consistency_checks=true
|
||||
bloom_locality=0
|
||||
comparator=leveldb.BytewiseComparator
|
||||
memtable_insert_with_hint_prefix_extractor=nullptr
|
||||
memtable_factory=SkipListFactory
|
||||
table_factory=BlockBasedTable
|
||||
compaction_filter=nullptr
|
||||
compaction_filter_factory=nullptr
|
||||
compaction_style=kCompactionStyleLevel
|
||||
compaction_pri=kMinOverlappingRatio
|
||||
|
||||
[TableOptions/BlockBasedTable "default"]
|
||||
pin_top_level_index_and_filter=true
|
||||
flush_block_policy_factory=FlushBlockBySizePolicyFactory
|
||||
cache_index_and_filter_blocks=false
|
||||
cache_index_and_filter_blocks_with_high_priority=true
|
||||
index_shortening=kShortenSeparators
|
||||
hash_index_allow_collision=true
|
||||
pin_l0_filter_and_index_blocks_in_cache=false
|
||||
data_block_hash_table_util_ratio=0.750000
|
||||
index_type=kBinarySearch
|
||||
data_block_index_type=kDataBlockBinarySearch
|
||||
checksum=kCRC32c
|
||||
no_block_cache=false
|
||||
block_size=4096
|
||||
block_size_deviation=10
|
||||
block_restart_interval=16
|
||||
index_block_restart_interval=1
|
||||
metadata_block_size=4096
|
||||
partition_filters=false
|
||||
optimize_filters_for_memory=false
|
||||
filter_policy=nullptr
|
||||
whole_key_filtering=true
|
||||
format_version=5
|
||||
verify_compression=false
|
||||
read_amp_bytes_per_bit=0
|
||||
block_align=false
|
||||
enable_index_compression=true
|
||||
metadata_cache_options={top_level_index_pinning=kFallback;unpartitioned_pinning=kFallback;partition_pinning=kFallback;}
|
||||
max_auto_readahead_size=262144
|
||||
|
||||
127
datanet-search-engine-backend/LICENSE
Normal file
127
datanet-search-engine-backend/LICENSE
Normal file
@ -0,0 +1,127 @@
|
||||
木兰宽松许可证, 第2版
|
||||
|
||||
木兰宽松许可证， 第2版
|
||||
2020年1月 http://license.coscl.org.cn/MulanPSL2
|
||||
|
||||
|
||||
您对“软件”的复制、使用、修改及分发受木兰宽松许可证，第2版（“本许可证”）的如下条款的约束：
|
||||
|
||||
0. 定义
|
||||
|
||||
“软件”是指由“贡献”构成的许可在“本许可证”下的程序和相关文档的集合。
|
||||
|
||||
“贡献”是指由任一“贡献者”许可在“本许可证”下的受版权法保护的作品。
|
||||
|
||||
“贡献者”是指将受版权法保护的作品许可在“本许可证”下的自然人或“法人实体”。
|
||||
|
||||
“法人实体”是指提交贡献的机构及其“关联实体”。
|
||||
|
||||
“关联实体”是指，对“本许可证”下的行为方而言，控制、受控制或与其共同受控制的机构，此处的控制是指有受控方或共同受控方至少50%直接或间接的投票权、资金或其他有价证券。
|
||||
|
||||
1. 授予版权许可
|
||||
|
||||
每个“贡献者”根据“本许可证”授予您永久性的、全球性的、免费的、非独占的、不可撤销的版权许可，您可以复制、使用、修改、分发其“贡献”，不论修改与否。
|
||||
|
||||
2. 授予专利许可
|
||||
|
||||
每个“贡献者”根据“本许可证”授予您永久性的、全球性的、免费的、非独占的、不可撤销的（根据本条规定撤销除外）专利许可，供您制造、委托制造、使用、许诺销售、销售、进口其“贡献”或以其他方式转移其“贡献”。前述专利许可仅限于“贡献者”现在或将来拥有或控制的其“贡献”本身或其“贡献”与许可“贡献”时的“软件”结合而将必然会侵犯的专利权利要求，不包括对“贡献”的修改或包含“贡献”的其他结合。如果您或您的“关联实体”直接或间接地，就“软件”或其中的“贡献”对任何人发起专利侵权诉讼（包括反诉或交叉诉讼）或其他专利维权行动，指控其侵犯专利权，则“本许可证”授予您对“软件”的专利许可自您提起诉讼或发起维权行动之日终止。
|
||||
|
||||
3. 无商标许可
|
||||
|
||||
“本许可证”不提供对“贡献者”的商品名称、商标、服务标志或产品名称的商标许可，但您为满足第4条规定的声明义务而必须使用除外。
|
||||
|
||||
4. 分发限制
|
||||
|
||||
您可以在任何媒介中将“软件”以源程序形式或可执行形式重新分发，不论修改与否，但您必须向接收者提供“本许可证”的副本，并保留“软件”中的版权、商标、专利及免责声明。
|
||||
|
||||
5. 免责声明与责任限制
|
||||
|
||||
“软件”及其中的“贡献”在提供时不带任何明示或默示的担保。在任何情况下，“贡献者”或版权所有者不对任何人因使用“软件”或其中的“贡献”而引发的任何直接或间接损失承担责任，不论因何种原因导致或者基于何种法律理论，即使其曾被建议有此种损失的可能性。
|
||||
|
||||
6. 语言
|
||||
“本许可证”以中英文双语表述，中英文版本具有同等法律效力。如果中英文版本存在任何冲突不一致，以中文版为准。
|
||||
|
||||
条款结束
|
||||
|
||||
如何将木兰宽松许可证，第2版，应用到您的软件
|
||||
|
||||
如果您希望将木兰宽松许可证，第2版，应用到您的新软件，为了方便接收者查阅，建议您完成如下三步：
|
||||
|
||||
1， 请您补充如下声明中的空白，包括软件名、软件的首次发表年份以及您作为版权人的名字；
|
||||
|
||||
2， 请您在软件包的一级目录下创建以“LICENSE”为名的文件，将整个许可证文本放入该文件中；
|
||||
|
||||
3， 请将如下声明文本放入每个源文件的头部注释中。
|
||||
|
||||
Copyright (c) [Year] [name of copyright holder]
|
||||
[Software Name] is licensed under Mulan PSL v2.
|
||||
You can use this software according to the terms and conditions of the Mulan PSL v2.
|
||||
You may obtain a copy of Mulan PSL v2 at:
|
||||
http://license.coscl.org.cn/MulanPSL2
|
||||
THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
||||
See the Mulan PSL v2 for more details.
|
||||
|
||||
|
||||
Mulan Permissive Software License，Version 2
|
||||
|
||||
Mulan Permissive Software License，Version 2 (Mulan PSL v2)
|
||||
January 2020 http://license.coscl.org.cn/MulanPSL2
|
||||
|
||||
Your reproduction, use, modification and distribution of the Software shall be subject to Mulan PSL v2 (this License) with the following terms and conditions:
|
||||
|
||||
0. Definition
|
||||
|
||||
Software means the program and related documents which are licensed under this License and comprise all Contribution(s).
|
||||
|
||||
Contribution means the copyrightable work licensed by a particular Contributor under this License.
|
||||
|
||||
Contributor means the Individual or Legal Entity who licenses its copyrightable work under this License.
|
||||
|
||||
Legal Entity means the entity making a Contribution and all its Affiliates.
|
||||
|
||||
Affiliates means entities that control, are controlled by, or are under common control with the acting entity under this License, ‘control’ means direct or indirect ownership of at least fifty percent (50%) of the voting power, capital or other securities of controlled or commonly controlled entity.
|
||||
|
||||
1. Grant of Copyright License
|
||||
|
||||
Subject to the terms and conditions of this License, each Contributor hereby grants to you a perpetual, worldwide, royalty-free, non-exclusive, irrevocable copyright license to reproduce, use, modify, or distribute its Contribution, with modification or not.
|
||||
|
||||
2. Grant of Patent License
|
||||
|
||||
Subject to the terms and conditions of this License, each Contributor hereby grants to you a perpetual, worldwide, royalty-free, non-exclusive, irrevocable (except for revocation under this Section) patent license to make, have made, use, offer for sale, sell, import or otherwise transfer its Contribution, where such patent license is only limited to the patent claims owned or controlled by such Contributor now or in future which will be necessarily infringed by its Contribution alone, or by combination of the Contribution with the Software to which the Contribution was contributed. The patent license shall not apply to any modification of the Contribution, and any other combination which includes the Contribution. If you or your Affiliates directly or indirectly institute patent litigation (including a cross claim or counterclaim in a litigation) or other patent enforcement activities against any individual or entity by alleging that the Software or any Contribution in it infringes patents, then any patent license granted to you under this License for the Software shall terminate as of the date such litigation or activity is filed or taken.
|
||||
|
||||
3. No Trademark License
|
||||
|
||||
No trademark license is granted to use the trade names, trademarks, service marks, or product names of Contributor, except as required to fulfill notice requirements in Section 4.
|
||||
|
||||
4. Distribution Restriction
|
||||
|
||||
You may distribute the Software in any medium with or without modification, whether in source or executable forms, provided that you provide recipients with a copy of this License and retain copyright, patent, trademark and disclaimer statements in the Software.
|
||||
|
||||
5. Disclaimer of Warranty and Limitation of Liability
|
||||
|
||||
THE SOFTWARE AND CONTRIBUTION IN IT ARE PROVIDED WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED. IN NO EVENT SHALL ANY CONTRIBUTOR OR COPYRIGHT HOLDER BE LIABLE TO YOU FOR ANY DAMAGES, INCLUDING, BUT NOT LIMITED TO ANY DIRECT, OR INDIRECT, SPECIAL OR CONSEQUENTIAL DAMAGES ARISING FROM YOUR USE OR INABILITY TO USE THE SOFTWARE OR THE CONTRIBUTION IN IT, NO MATTER HOW IT’S CAUSED OR BASED ON WHICH LEGAL THEORY, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES.
|
||||
|
||||
6. Language
|
||||
|
||||
THIS LICENSE IS WRITTEN IN BOTH CHINESE AND ENGLISH, AND THE CHINESE VERSION AND ENGLISH VERSION SHALL HAVE THE SAME LEGAL EFFECT. IN THE CASE OF DIVERGENCE BETWEEN THE CHINESE AND ENGLISH VERSIONS, THE CHINESE VERSION SHALL PREVAIL.
|
||||
|
||||
END OF THE TERMS AND CONDITIONS
|
||||
|
||||
How to Apply the Mulan Permissive Software License，Version 2 (Mulan PSL v2) to Your Software
|
||||
|
||||
To apply the Mulan PSL v2 to your work, for easy identification by recipients, you are suggested to complete following three steps:
|
||||
|
||||
i Fill in the blanks in following statement, including insert your software name, the year of the first publication of your software, and your name identified as the copyright owner;
|
||||
|
||||
ii Create a file named “LICENSE” which contains the whole context of this License in the first directory of your software package;
|
||||
|
||||
iii Attach the statement to the appropriate annotated syntax at the beginning of each source file.
|
||||
|
||||
|
||||
Copyright (c) [Year] [name of copyright holder]
|
||||
[Software Name] is licensed under Mulan PSL v2.
|
||||
You can use this software according to the terms and conditions of the Mulan PSL v2.
|
||||
You may obtain a copy of Mulan PSL v2 at:
|
||||
http://license.coscl.org.cn/MulanPSL2
|
||||
THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
||||
See the Mulan PSL v2 for more details.
|
||||
36
datanet-search-engine-backend/README.en.md
Normal file
36
datanet-search-engine-backend/README.en.md
Normal file
@ -0,0 +1,36 @@
|
||||
# datanet-searchengine-backend
|
||||
|
||||
#### Description
|
||||
{**When you're done, you can delete the content in this README and update the file with details for others getting started with your repository**}
|
||||
|
||||
#### Software Architecture
|
||||
Software architecture description
|
||||
|
||||
#### Installation
|
||||
|
||||
1. xxxx
|
||||
2. xxxx
|
||||
3. xxxx
|
||||
|
||||
#### Instructions
|
||||
|
||||
1. xxxx
|
||||
2. xxxx
|
||||
3. xxxx
|
||||
|
||||
#### Contribution
|
||||
|
||||
1. Fork the repository
|
||||
2. Create Feat_xxx branch
|
||||
3. Commit your code
|
||||
4. Create Pull Request
|
||||
|
||||
|
||||
#### Gitee Feature
|
||||
|
||||
1. You can use Readme\_XXX.md to support different languages, such as Readme\_en.md, Readme\_zh.md
|
||||
2. Gitee blog [blog.gitee.com](https://blog.gitee.com)
|
||||
3. Explore open source project [https://gitee.com/explore](https://gitee.com/explore)
|
||||
4. The most valuable open source project [GVP](https://gitee.com/gvp)
|
||||
5. The manual of Gitee [https://gitee.com/help](https://gitee.com/help)
|
||||
6. The most popular members [https://gitee.com/gitee-stars/](https://gitee.com/gitee-stars/)
|
||||
23
datanet-search-engine-backend/README.md
Normal file
23
datanet-search-engine-backend/README.md
Normal file
@ -0,0 +1,23 @@
|
||||
### datanet-search-engine
|
||||
|
||||
#### 介绍
|
||||
该项目提供了最简单的搜索引擎的示例。
|
||||
规范了Gateway与SearchEngine之间通讯接口。
|
||||
|
||||
|
||||
#### 软件架构
|
||||
运行于CP环境上。
|
||||
|
||||
|
||||
#### 安装教程
|
||||
|
||||
#### 使用说明
|
||||
|
||||
|
||||
#### 参与贡献
|
||||
|
||||
1. Fork 本仓库
|
||||
2. 新建 Feat_xxx 分支
|
||||
3. 提交代码
|
||||
4. 新建 Pull Request
|
||||
|
||||
122
datanet-search-engine-backend/build.gradle
Normal file
122
datanet-search-engine-backend/build.gradle
Normal file
@ -0,0 +1,122 @@
|
||||
buildscript {
|
||||
dependencies {
|
||||
classpath files("buildlibs/simple-ypk-packer-0.3.0.jar")
|
||||
}
|
||||
}
|
||||
|
||||
plugins {
|
||||
id 'java'
|
||||
id 'java-library'
|
||||
}
|
||||
|
||||
sourceSets {
|
||||
main {
|
||||
java {
|
||||
srcDirs 'src/main/java'
|
||||
}
|
||||
resources {
|
||||
srcDir 'src/main/resources'
|
||||
}
|
||||
}
|
||||
test {
|
||||
java {
|
||||
srcDir 'src/test/java'
|
||||
}
|
||||
resources {
|
||||
srcDir 'src/test/resources'
|
||||
}
|
||||
}
|
||||
}
|
||||
dependencies {
|
||||
// api 'org.apache.logging.log4j:log4j-core:2.17.0'
|
||||
// api 'org.apache.logging.log4j:log4j-api:2.17.0'
|
||||
api 'com.google.code.gson:gson:2.8.8'
|
||||
implementation fileTree(dir:'cplib',include: '*.jar')
|
||||
implementation fileTree(dir:'cplib/libs',include: '*.jar')
|
||||
implementation 'com.jianggujin:IKAnalyzer-lucene:8.0.0'
|
||||
// https://mvnrepository.com/artifact/org.apache.lucene/lucene-core
|
||||
implementation 'org.apache.lucene:lucene-core:8.9.0'
|
||||
// https://mvnrepository.com/artifact/org.apache.lucene/lucene-queryparser
|
||||
implementation 'org.apache.lucene:lucene-queryparser:8.9.0'
|
||||
// https://mvnrepository.com/artifact/org.apache.lucene/lucene-analyzers-common
|
||||
implementation 'org.apache.lucene:lucene-analyzers-common:8.9.0'
|
||||
// https://mvnrepository.com/artifact/org.apache.lucene/lucene-backward-codecs
|
||||
implementation 'org.apache.lucene:lucene-codecs:8.9.0'
|
||||
implementation 'org.apache.lucene:lucene-backward-codecs:8.9.0'
|
||||
implementation 'org.apache.lucene:lucene-analyzers-smartcn:8.9.0'
|
||||
implementation 'org.testng:testng:7.1.0'
|
||||
implementation 'org.neo4j:neo4j:3.3.5'
|
||||
implementation 'org.bdware.doip:doip-audit-tool:0.9.0'
|
||||
|
||||
|
||||
testImplementation 'junit:junit:4.13.2'
|
||||
}
|
||||
|
||||
tasks.withType(JavaCompile) {
|
||||
options.encoding = "UTF-8"
|
||||
}
|
||||
|
||||
task copyLibs(type: Copy ) {
|
||||
from configurations.runtimeClasspath
|
||||
exclude {
|
||||
details-> details.file.getAbsolutePath().contains("cplib")
|
||||
}
|
||||
into "./build/output/libs/"
|
||||
}
|
||||
|
||||
//task copyLibs(type: Copy) {
|
||||
//
|
||||
// from configurations.runtimeClasspath
|
||||
// into "./build/output/libs/"
|
||||
//}
|
||||
task copyYJS(type: Copy) {
|
||||
from "./yjs"
|
||||
into "./build/output/"
|
||||
}
|
||||
|
||||
|
||||
|
||||
task sourcesJar(type:Jar) {
|
||||
from sourceSets.main.allJava
|
||||
archiveClassifier = 'sources'
|
||||
}
|
||||
|
||||
|
||||
task copyJar(type: Copy, dependsOn: [":datanet-search-engine-backend:jar", ":datanet-search-engine-backend:copyLibs"]) {
|
||||
//task copyJar(type: Copy, dependsOn: ["mergeJar"]) {
|
||||
from "./build/libs/$project.name-${project.version}.jar"
|
||||
into "./build/output"
|
||||
rename { String fileName -> "SearchEngine.jar" }
|
||||
doFirst {
|
||||
println "copyJar start"
|
||||
}
|
||||
}
|
||||
task copyFront(type: Copy){
|
||||
from "../datanet-search-engine-front/dist"
|
||||
into "./build/output/assets/"
|
||||
doFirst {
|
||||
println "copyFront start"
|
||||
}
|
||||
}
|
||||
|
||||
def reltivePath = "./datanet-search-engine-backend"
|
||||
//reltivePath="."
|
||||
task grepCP (dependsOn:["copyJar"]){
|
||||
doLast {
|
||||
org.bdware.datanet.YPKPacker.grepCPLib("${reltivePath}/cplib","${reltivePath}/build/output/libs")
|
||||
}
|
||||
}
|
||||
|
||||
task buildZip(type: Zip, dependsOn: ["copyJar", "copyYJS","copyFront","grepCP"]) {
|
||||
from './build/output/'
|
||||
duplicatesStrategy = DuplicatesStrategy.INCLUDE
|
||||
archiveFileName = 'SearchEngine.zip'
|
||||
destinationDirectory = file('build/')
|
||||
}
|
||||
|
||||
|
||||
task buildYPK (dependsOn:["buildZip"]){
|
||||
doLast {
|
||||
org.bdware.datanet.YPKPacker.staticPack("${reltivePath}/build/SearchEngine.zip","${reltivePath}/build/SearchEngine-${project.version}.ypk")
|
||||
}
|
||||
}
|
||||
10
datanet-search-engine-backend/dataNode.txt
Normal file
10
datanet-search-engine-backend/dataNode.txt
Normal file
@ -0,0 +1,10 @@
|
||||
ADDRESS
|
||||
streetName
|
||||
city
|
||||
valid
|
||||
Gender
|
||||
IdNumber
|
||||
Internet
|
||||
emailAddress
|
||||
domainName
|
||||
url
|
||||
6
datanet-search-engine-backend/debugconf.json
Normal file
6
datanet-search-engine-backend/debugconf.json
Normal file
@ -0,0 +1,6 @@
|
||||
{
|
||||
"script": "D:\\00PKUOS\\datanet-search-engine-bundle\\datanet-search-engine-backend\\build\\SearchEngine.ypk",
|
||||
"agentHttpAddr": "127.0.0.1:21030",
|
||||
"pubKey": "04f175cb22bcd7ce6ab4e400ec8f8e83636c107881924be039807ef91f9b9d20c43e1244332871fc038b8d7813a715cf517ad78d09efbb634f1e7be8df41912b7a",
|
||||
"privKey": "0429b8fa0760ac28d5472ac9fc1a35ef94f1428a62145701eb94aae845ba2e44"
|
||||
}
|
||||
10
datanet-search-engine-backend/input/auditrepo.json
Normal file
10
datanet-search-engine-backend/input/auditrepo.json
Normal file
@ -0,0 +1,10 @@
|
||||
{
|
||||
"routerURI": "tcp://127.0.0.1:2042",
|
||||
"useRoot": false,
|
||||
"repoName": "repofile",
|
||||
"publicKey": "04f9b9b8f324908464f78a6235e2dd93e4dfdaf045e9b1b5cfd57374516cc61a79a86fc2b42d3321a5b49a0f25381a7bed61901b40b729f72354e716673d551e98",
|
||||
"privateKey": "4616ff0e2a4f982364914f9be30b51c6bc6ccb6602114a9ee8792f2ccf67465b",
|
||||
"auditType": "OnlyHash",
|
||||
"targetRepo": "macjw.ab/repofile",
|
||||
"seURI":"127.0.0.1:43030"
|
||||
}
|
||||
1
datanet-search-engine-backend/input/doi.txt
Normal file
1
datanet-search-engine-backend/input/doi.txt
Normal file
@ -0,0 +1 @@
|
||||
macjw.ab/repofile/7b67ab5b-0bd6-4385-9520-c46d7ad3bed0
|
||||
@ -0,0 +1,16 @@
|
||||
package org.bdware.datanet.searchengine;
|
||||
|
||||
import com.google.gson.JsonObject;
|
||||
|
||||
//RepoMeta要求是一个jsonObject，要求必须要有一个doi
|
||||
public class DoMeta {
|
||||
JsonObject metadata;
|
||||
DoMeta(JsonObject jo){
|
||||
metadata=jo.deepCopy();
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return metadata.toString();
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,333 @@
|
||||
package org.bdware.datanet.searchengine;
|
||||
|
||||
|
||||
import com.google.gson.JsonElement;
|
||||
import com.google.gson.JsonObject;
|
||||
import org.bdware.sc.engine.JSONTool;
|
||||
import org.junit.Test;
|
||||
import org.neo4j.graphdb.*;
|
||||
import org.neo4j.graphdb.factory.GraphDatabaseFactory;
|
||||
import org.neo4j.graphdb.index.Index;
|
||||
import org.neo4j.graphdb.traversal.Evaluators;
|
||||
import org.neo4j.graphdb.traversal.TraversalDescription;
|
||||
|
||||
import java.io.File;
|
||||
import java.util.Iterator;
|
||||
import java.util.Map;
|
||||
|
||||
public class MetaGraph {
|
||||
|
||||
// private static final String DB_PATH = "testgraph.db";
|
||||
|
||||
private static String DB_PATH="./MetaGraph.db";
|
||||
// private static enum LABEL {
|
||||
// DO, REAL, STANDARD
|
||||
// }
|
||||
|
||||
private GraphDatabaseService graphDB;
|
||||
public MetaGraph(String name){
|
||||
DB_PATH="./"+name+".db";
|
||||
graphDB = new GraphDatabaseFactory().newEmbeddedDatabase(new File(DB_PATH));
|
||||
}
|
||||
//DO类型
|
||||
|
||||
|
||||
/*
|
||||
{
|
||||
"doid":"xxx",
|
||||
"maskinfo":{
|
||||
"stu_no":"@int(5,10)",
|
||||
"name":"cname"
|
||||
}
|
||||
}
|
||||
*/
|
||||
public void createDoNode(String doid,JsonObject jo) {
|
||||
Transaction tx = graphDB.beginTx();
|
||||
Node Do = graphDB.createNode(new NodeLabel("DO"));//命名规则
|
||||
Do.setProperty("doid",doid);
|
||||
Iterator iter = jo.entrySet().iterator();
|
||||
while (iter.hasNext()) {
|
||||
Map.Entry entry = (Map.Entry) iter.next();
|
||||
Do.setProperty(entry.getKey().toString(),entry.getValue().toString());
|
||||
}
|
||||
tx.success();
|
||||
tx.close();
|
||||
//配置do的mask
|
||||
}
|
||||
public void iterDO() {
|
||||
|
||||
Transaction tx = graphDB.beginTx();
|
||||
ResourceIterator<Node> iterator = graphDB.findNodes(new NodeLabel("DO"));
|
||||
for (ResourceIterator<Node> it = iterator; it.hasNext(); ) {
|
||||
Node node = it.next();
|
||||
String doid=(String)node.getProperty("doid");
|
||||
String id=(String)node.getProperty("id");
|
||||
System.out.println(doid + " " + id+ " ");
|
||||
}
|
||||
|
||||
tx.success();
|
||||
tx.close();
|
||||
}
|
||||
//param:{"doid1":"xxx","doid2":"yyy","key1":"studentid","key2":"studentid"}
|
||||
public void createRelationDo2Do(JsonObject jo){
|
||||
Transaction tx = graphDB.beginTx();
|
||||
String doid1=jo.get("id1").getAsString();
|
||||
String doid2=jo.get("id2").getAsString();
|
||||
String key1=jo.get("key1").getAsString();
|
||||
String key2=jo.get("key2").getAsString();
|
||||
|
||||
Node node1=graphDB.findNode(new NodeLabel("DO"),"doid",doid1);
|
||||
Node node2=graphDB.findNode(new NodeLabel("DO"),"doid",doid2);
|
||||
System.out.println(jo);
|
||||
|
||||
node1.createRelationshipTo(node2, new RelationType(jo.toString()));
|
||||
tx.success();
|
||||
tx.close();
|
||||
}
|
||||
|
||||
|
||||
|
||||
//真实标签类型
|
||||
public void createRealNode(String key,String value) {
|
||||
Transaction tx = graphDB.beginTx();
|
||||
Node realField = graphDB.createNode(new NodeLabel("realField"));//命名规则
|
||||
realField.setProperty("key",key);
|
||||
realField.setProperty("value",value);
|
||||
tx.success();
|
||||
tx.close();
|
||||
|
||||
}
|
||||
|
||||
//标准标签
|
||||
|
||||
public void createStandardNode(String key,String value) {
|
||||
Transaction tx = graphDB.beginTx();
|
||||
Node standardField = graphDB.createNode(new NodeLabel("standardField"));//命名规则
|
||||
standardField.setProperty("key",key);
|
||||
standardField.setProperty("value",value);
|
||||
tx.success();
|
||||
tx.close();
|
||||
}
|
||||
public void iterRealField() {
|
||||
|
||||
Transaction tx = graphDB.beginTx();
|
||||
ResourceIterator<Node> iterator = graphDB.findNodes(new NodeLabel("DO"));
|
||||
for (ResourceIterator<Node> it = iterator; it.hasNext(); ) {
|
||||
Node node = it.next();
|
||||
String doid=(String)node.getProperty("doid");
|
||||
String id=(String)node.getProperty("id");
|
||||
System.out.println(doid + " " + id+ " ");
|
||||
}
|
||||
|
||||
tx.success();
|
||||
tx.close();
|
||||
}
|
||||
|
||||
public void iterStandardField() {
|
||||
|
||||
Transaction tx = graphDB.beginTx();
|
||||
ResourceIterator<Node> iterator = graphDB.findNodes(new NodeLabel("DO"));
|
||||
for (ResourceIterator<Node> it = iterator; it.hasNext(); ) {
|
||||
Node node = it.next();
|
||||
String doid=(String)node.getProperty("doid");
|
||||
String id=(String)node.getProperty("id");
|
||||
System.out.println(doid + " " + id+ " ");
|
||||
}
|
||||
|
||||
tx.success();
|
||||
tx.close();
|
||||
}
|
||||
// public void init() {
|
||||
// graphDB = new GraphDatabaseFactory().newEmbeddedDatabase(new File(DB_PATH));
|
||||
// }
|
||||
|
||||
// /**创建数据*/
|
||||
// public void create() {
|
||||
// Transaction tx = graphDB.beginTx();
|
||||
//
|
||||
// Node student = graphDB.createNode(new CaseLabel("STUDENT"));//命名规则
|
||||
// student.setProperty("name", "@student");//数据类型命名规则
|
||||
// student.setProperty("id", "@int(2001210000,2001210999)");
|
||||
//
|
||||
// Node course = graphDB.createNode(new CaseLabel("COURSE"));//命名规则
|
||||
// course.setProperty("name", "[枚举or读文件]");//数据类型命名规则
|
||||
// course.setProperty("id", "@int(10000,10999)");
|
||||
//
|
||||
// student.createRelationshipTo(course, new RelTypes("CRIME"));
|
||||
//
|
||||
//
|
||||
//
|
||||
// Node case1 = graphDB.createNode(new CaseLabel("CASEINFO"));
|
||||
// case1.setProperty("name", "案件1");
|
||||
// case1.setProperty("address", "南山");
|
||||
//
|
||||
// Node case2 = graphDB.createNode(new CaseLabel("CASEINFO"));
|
||||
// case2.setProperty("name", "案件2");
|
||||
// case2.setProperty("address", "福田");
|
||||
//
|
||||
// Node case3 = graphDB.createNode(new CaseLabel("CASEINFO"));
|
||||
// case3.setProperty("name", "案件3");
|
||||
// case3.setProperty("address", "龙华");
|
||||
//
|
||||
// Node userA = graphDB.createNode(new CaseLabel("PERSON"));
|
||||
// userA.setProperty("name", "A");
|
||||
// userA.setProperty("idcard", "150302198012228239");
|
||||
// userA.setProperty("tel", "13685246639");
|
||||
//
|
||||
// Node userB = graphDB.createNode(new CaseLabel("PERSON"));
|
||||
// userB.setProperty("name", "B");
|
||||
// userB.setProperty("idcard", "370634199208304929");
|
||||
// userB.setProperty("tel", "13885246670");
|
||||
//
|
||||
// Node userC = graphDB.createNode(new CaseLabel("PERSON"));
|
||||
// userC.setProperty("name", "C");
|
||||
// userC.setProperty("idcard", "430721198802065735");
|
||||
// userC.setProperty("tel", "13966704782");
|
||||
//
|
||||
// Node userD = graphDB.createNode(new CaseLabel("PERSON"));
|
||||
// userD.setProperty("name", "D");
|
||||
// userD.setProperty("idcard", "522730198707118747");
|
||||
// userD.setProperty("tel", "13670478962");
|
||||
//
|
||||
// Node userE = graphDB.createNode(new CaseLabel("PERSON"));
|
||||
// userE.setProperty("name", "E");
|
||||
// userE.setProperty("idcard", "622926198609158032");
|
||||
// userE.setProperty("tel", "13047829667");
|
||||
//
|
||||
// Node userF = graphDB.createNode(new CaseLabel("PERSON"));
|
||||
// userF.setProperty("name", "F");
|
||||
// userF.setProperty("idcard", "500114197706138305");
|
||||
// userF.setProperty("tel", "13478296670");
|
||||
//
|
||||
// Node userG = graphDB.createNode(new CaseLabel("PERSON"));
|
||||
// userG.setProperty("name", "G");
|
||||
// userG.setProperty("idcard", "500114106138305152");
|
||||
// userG.setProperty("tel", "13476670156");
|
||||
//
|
||||
// Node userH = graphDB.createNode(new CaseLabel("PERSON"));
|
||||
// userH.setProperty("name", "H");
|
||||
// userH.setProperty("idcard", "500114197704751236");
|
||||
// userH.setProperty("tel", "13296156670");
|
||||
//
|
||||
// case1.createRelationshipTo(userA, new RelTypes("CRIME"));
|
||||
// case1.createRelationshipTo(userB, new RelTypes("CRIME"));
|
||||
// case1.createRelationshipTo(userC, new RelTypes("CRIME"));
|
||||
// case1.createRelationshipTo(userD, new RelTypes("CRIME"));
|
||||
//
|
||||
// case2.createRelationshipTo(userB, new RelTypes("CRIME"));
|
||||
// case2.createRelationshipTo(userC, new RelTypes("CRIME"));
|
||||
// case2.createRelationshipTo(userE, new RelTypes("CRIME"));
|
||||
//// case2.createRelationshipTo(userD, RelTypes.CRIME);
|
||||
//
|
||||
//
|
||||
// case3.createRelationshipTo(userF, new RelTypes("CRIME"));
|
||||
// case3.createRelationshipTo(userG, new RelTypes("CRIME"));
|
||||
// case3.createRelationshipTo(userH, new RelTypes("CRIME"));
|
||||
//
|
||||
// tx.success();
|
||||
// tx.close();
|
||||
//
|
||||
// }
|
||||
//
|
||||
// public void search(String username) {
|
||||
// Transaction tx = graphDB.beginTx();
|
||||
// System.out.println(graphDB.getAllNodes().stream().findFirst());
|
||||
// Node startNode = graphDB.findNode( "name", username);
|
||||
//
|
||||
// Iterable<Relationship> iterable = startNode
|
||||
// .getRelationships(new RelTypes("CRIME"), Direction.INCOMING);
|
||||
// for (Relationship r : iterable) {
|
||||
//
|
||||
// Node node = r.getStartNode();
|
||||
// long id = node.getId();
|
||||
// String name = (String)node.getProperty("name");
|
||||
//// String idcard = (String)node.getProperty("idcard");
|
||||
//// String tel = (String)node.getProperty("tel");
|
||||
//
|
||||
// System.out.println(id + " " + name+ " ");
|
||||
// }
|
||||
//
|
||||
// tx.success();
|
||||
// tx.close();
|
||||
// }
|
||||
//
|
||||
// /**遍历查找**/
|
||||
// public void searchUser(String username) {
|
||||
// Transaction tx = graphDB.beginTx();
|
||||
//
|
||||
// Node startNode = graphDB.findNode(new CaseLabel("PERSON"), "name", username);
|
||||
//// Node startNode = graphDB.findNode(new CaseLabel("PERSON"), "name", "B");
|
||||
//
|
||||
// TraversalDescription td = graphDB.traversalDescription();
|
||||
// td.relationships(new RelTypes("CRIME"), Direction.OUTGOING);//沿着关系 TONG
|
||||
// td.depthFirst();//设置深度优先
|
||||
//// td.evaluator(Evaluators.excludeStartPosition());
|
||||
//
|
||||
// //从开始节点开始
|
||||
//
|
||||
// Iterable<Node> it = td.traverse(startNode).nodes();
|
||||
// for (Node node : it) {
|
||||
// long id = node.getId();
|
||||
// if( node.hasLabel( new CaseLabel("PERSON") )) {
|
||||
// String name = (String)node.getProperty("name");
|
||||
// String idcard = (String)node.getProperty("idcard");
|
||||
// String tel = (String)node.getProperty("tel");
|
||||
//
|
||||
// System.out.println(id + " " + name+ " " + idcard + " " + tel);
|
||||
// } else {
|
||||
//// String name = (String)node.getProperty("name");
|
||||
//// String address = (String)node.getProperty("address");
|
||||
//// System.out.println(id + " " + name+ " " + address);
|
||||
// }
|
||||
// }
|
||||
//
|
||||
// tx.success();
|
||||
// tx.close();
|
||||
// }
|
||||
//
|
||||
|
||||
|
||||
//
|
||||
// /**查询所有作案人员信息*/
|
||||
// public void searchAllPerson() {
|
||||
//
|
||||
//
|
||||
//
|
||||
// Transaction tx = graphDB.beginTx();
|
||||
//
|
||||
// ResourceIterator<Node> iterator = graphDB.findNodes(new CaseLabel("PERSON"));
|
||||
// for (ResourceIterator<Node> it = iterator; it.hasNext(); ) {
|
||||
// Node node = it.next();
|
||||
// long id = node.getId();
|
||||
// String name = (String)node.getProperty("name");
|
||||
// String idcard = (String)node.getProperty("idcard");
|
||||
// String tel = (String)node.getProperty("tel");
|
||||
//
|
||||
// System.out.println(id + " " + name+ " " + idcard + " " + tel);
|
||||
// }
|
||||
//
|
||||
// tx.success();
|
||||
// tx.close();
|
||||
// }
|
||||
}
|
||||
|
||||
class RelationType implements RelationshipType {
|
||||
private String name;
|
||||
public RelationType(String name) {
|
||||
this.name = name;
|
||||
}
|
||||
|
||||
public String name(){
|
||||
return name;
|
||||
}
|
||||
}
|
||||
class NodeLabel implements Label {
|
||||
private String name;
|
||||
public NodeLabel(String name) {
|
||||
this.name = name;
|
||||
}
|
||||
|
||||
public String name(){
|
||||
return name;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,341 @@
|
||||
package org.bdware.datanet.searchengine;
|
||||
import com.google.gson.JsonArray;
|
||||
import com.google.gson.JsonObject;
|
||||
import org.apache.logging.log4j.LogManager;
|
||||
import org.apache.logging.log4j.Logger;
|
||||
import org.apache.lucene.analysis.Analyzer;
|
||||
import org.apache.lucene.analysis.standard.StandardAnalyzer;
|
||||
import org.apache.lucene.document.*;
|
||||
import org.apache.lucene.index.*;
|
||||
import org.apache.lucene.queryparser.classic.MultiFieldQueryParser;
|
||||
import org.apache.lucene.queryparser.classic.ParseException;
|
||||
import org.apache.lucene.queryparser.classic.QueryParser;
|
||||
import org.apache.lucene.search.*;
|
||||
import org.apache.lucene.store.FSDirectory;
|
||||
import org.apache.lucene.util.BytesRef;
|
||||
import org.apache.lucene.util.Version;
|
||||
import org.bdware.sc.boundry.utils.RocksDBUtil;
|
||||
import org.rocksdb.RocksIterator;
|
||||
import org.wltea.analyzer.lucene.IKAnalyzer;
|
||||
import java.io.*;
|
||||
import java.nio.file.Paths;
|
||||
import java.util.*;
|
||||
public class MetaIndex {
|
||||
private final Logger LOGGER = LogManager.getLogger(MetaIndex.class);
|
||||
public FSDirectory indexDir;
|
||||
public boolean isEmpty = false;//描述当前repo的文件是否存在
|
||||
private IndexWriter indexWriter;
|
||||
private static final int COUNT=20;
|
||||
private static final int OFFSET=0;
|
||||
MetaIndex(String name){
|
||||
initIndex(name);
|
||||
}
|
||||
MetaIndex(){
|
||||
initIndex("SearchEngineIndex"+System.currentTimeMillis());
|
||||
}
|
||||
|
||||
public void initIndex(String Dirname) {
|
||||
try {
|
||||
File dir = new File(Dirname);
|
||||
if (!dir.exists()) {
|
||||
LOGGER.info("make metaIndex dir ");
|
||||
dir.mkdirs();
|
||||
isEmpty = true;
|
||||
}
|
||||
indexDir = FSDirectory.open(Paths.get(dir.toURI()));
|
||||
Analyzer analyzer = new IKAnalyzer();
|
||||
indexWriter = new IndexWriter(indexDir, new IndexWriterConfig(analyzer));
|
||||
indexWriter.commit();
|
||||
|
||||
|
||||
} catch (Exception e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
public void indexRepo(DoMeta meta) throws IOException {
|
||||
try {
|
||||
//IndexWriter indexWriter = new IndexWriter(indexDir, new IndexWriterConfig());
|
||||
Document document = new Document();
|
||||
// System.out.println(meta.metadata);
|
||||
for (Map.Entry entry : meta.metadata.entrySet()) {
|
||||
String key=entry.getKey().toString();
|
||||
System.out.println(entry.getValue());
|
||||
String val=entry.getValue().toString().substring(1,entry.getValue().toString().length()-1);
|
||||
System.out.println(key+" "+val);
|
||||
//if(key.equals("doid")||key.equals("owner"))
|
||||
// document.add(new StringField(key,val, Field.Store.YES));
|
||||
//范围类型
|
||||
if(key.equals("createTime")||key.equals("createDate")){
|
||||
document.add(new StringField(key,val,Field.Store.YES));
|
||||
}
|
||||
|
||||
else if(key.equals("doId")){
|
||||
document.add(new StringField(key,val,Field.Store.YES));
|
||||
//document.add(new LongPoint(key,Long.valueOf(val)),Field.Store.YES);
|
||||
}
|
||||
|
||||
else{
|
||||
document.add(new TextField(key,val, Field.Store.YES));
|
||||
}
|
||||
|
||||
//System.out.println("eee"+entry.getKey().toString()+" "+entry.getValue().toString().substring(1,entry.getValue().toString().length()-1));
|
||||
}
|
||||
indexWriter.addDocument(document);
|
||||
indexWriter.commit();
|
||||
isEmpty = false;
|
||||
}
|
||||
catch (Exception e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
public void updateRepoList(List<DoMeta> DoRepos)
|
||||
throws IOException, ParseException {
|
||||
IndexReader indexReader = null;
|
||||
for (DoMeta r : DoRepos) {
|
||||
String doId=r.metadata.get("doId").toString();
|
||||
if(isEmpty){
|
||||
indexRepo(r);
|
||||
LOGGER.info("--> index when dir is not empty");
|
||||
LOGGER.info("contract " + doId + " --> actually to index");
|
||||
}
|
||||
else{
|
||||
try {
|
||||
indexReader = DirectoryReader.open(indexDir);
|
||||
IndexSearcher indexSearcher = new IndexSearcher(indexReader);
|
||||
LOGGER.debug( doId+ "--> try to index");
|
||||
//Query query = new TermQuery(new Term("doid", "AIBD/doip.Repo1001"));
|
||||
Query query = new TermQuery(new Term("doId", doId));
|
||||
TopDocs docs = indexSearcher.search(query, 10);
|
||||
|
||||
|
||||
LOGGER.debug(docs.scoreDocs);
|
||||
|
||||
if(docs.scoreDocs == null || docs.scoreDocs.length == 0) {
|
||||
indexRepo(r);
|
||||
LOGGER.info("--> index when dir is not empty");
|
||||
LOGGER.info("contract " + doId + " --> actually to index");
|
||||
}
|
||||
docs = indexSearcher.search(query, 10);
|
||||
} catch (Exception e) {
|
||||
LOGGER.warn("getting index failed! " + e.getMessage());
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
if (null != indexReader) {
|
||||
indexReader.close();
|
||||
}
|
||||
}
|
||||
public void updateRepo(DoMeta DoRepo)
|
||||
throws IOException, ParseException {
|
||||
IndexReader indexReader = null;
|
||||
|
||||
String doId=DoRepo.metadata.get("doId").getAsString();
|
||||
if(isEmpty){
|
||||
indexRepo(DoRepo);
|
||||
LOGGER.info("--> index when dir is not empty");
|
||||
LOGGER.info("contract " + doId + " --> actually to index");
|
||||
}
|
||||
else{
|
||||
try {
|
||||
indexReader = DirectoryReader.open(indexDir);
|
||||
IndexSearcher indexSearcher = new IndexSearcher(indexReader);
|
||||
LOGGER.debug( doId+ "--> try to index");
|
||||
Query query = new TermQuery(new Term("doId", doId));
|
||||
TopDocs docs = indexSearcher.search(query, 10);
|
||||
LOGGER.debug(docs.scoreDocs);
|
||||
System.out.println("bb"+docs.scoreDocs.length);
|
||||
if(docs.scoreDocs == null || docs.scoreDocs.length == 0) {
|
||||
indexRepo(DoRepo);
|
||||
LOGGER.info("--> index when dir is not empty");
|
||||
LOGGER.info("--> index when dir is not empty");
|
||||
LOGGER.info("contract " + doId + " --> actually to index");
|
||||
}
|
||||
docs = indexSearcher.search(query, 10);
|
||||
} catch (Exception e) {
|
||||
LOGGER.warn("getting index failed! " + e.getMessage());
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
if (null != indexReader) {
|
||||
indexReader.close();
|
||||
}
|
||||
}
|
||||
public void deleteRepo(String doId) {
|
||||
|
||||
try {
|
||||
IndexWriter indexWriter = new IndexWriter(indexDir, new IndexWriterConfig());
|
||||
Query query=new TermQuery( new Term("doId",doId));
|
||||
System.out.println("query"+query.toString());
|
||||
indexWriter.deleteDocuments(query);
|
||||
indexWriter.commit();
|
||||
indexWriter.close();
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
//模糊搜索
|
||||
public String search(JsonObject jo) {
|
||||
try {
|
||||
if (!jo.has("type")) {
|
||||
return "missing arguments";
|
||||
}
|
||||
String type=jo.get("type").getAsString();
|
||||
if (!jo.has("keyword")) return "missing arguments: keyword";
|
||||
int offset=OFFSET;
|
||||
if (jo.has("offset")) offset= jo.get("offset").getAsInt();
|
||||
offset= Math.max(offset, 0);
|
||||
int count=COUNT;
|
||||
if (jo.has("count")) count= jo.get("count").getAsInt();
|
||||
count=count<0?COUNT:count;
|
||||
String keyword = jo.get("keyword").getAsString();
|
||||
System.out.println(type+" "+keyword);
|
||||
// Analyzer analyzer = new IKAnalyzer();
|
||||
// QueryParser queryParser = new QueryParser(type, analyzer);
|
||||
// Query rmQuery = queryParser.parse(keyword);
|
||||
|
||||
DirectoryReader indexReader = DirectoryReader.open(indexDir);
|
||||
IndexSearcher indexSearcher = new IndexSearcher(indexReader);
|
||||
Query query = new TermQuery(new Term(type, keyword));
|
||||
TopDocs docs = indexSearcher.search(query, 10);
|
||||
System.out.println("length "+docs.scoreDocs.length);
|
||||
ResultModel resultModel = null;
|
||||
if (docs.scoreDocs != null && docs.scoreDocs.length > 0)
|
||||
resultModel = paginate(docs, indexReader,count,offset);
|
||||
|
||||
if (resultModel != null) {
|
||||
return resultModel.toString();
|
||||
}
|
||||
ResultModel noDataResult=new ResultModel();
|
||||
return noDataResult.toString();
|
||||
}
|
||||
catch (Exception e) {
|
||||
ByteArrayOutputStream bo = new ByteArrayOutputStream();
|
||||
e.printStackTrace(new PrintStream(bo));
|
||||
return bo.toString();
|
||||
}
|
||||
}
|
||||
//按照范围查询
|
||||
public String searchByRange(JsonObject jo) {
|
||||
try {
|
||||
if (!jo.has("type")) {
|
||||
return "missing arguments";
|
||||
}
|
||||
//if (!jo.has("keyword")) return "missing arguments: keyword";
|
||||
if (!jo.has("from")) return "missing arguments: from";
|
||||
if (!jo.has("to")) return "missing arguments: to";
|
||||
String type = jo.get("type").getAsString();
|
||||
//String keyword = jo.get("keyword").getAsString();
|
||||
String from = jo.get("from").getAsString();
|
||||
String to = jo.get("to").getAsString();
|
||||
|
||||
int offset = OFFSET;
|
||||
if (jo.has("offset")) offset = jo.get("offset").getAsInt();
|
||||
offset = Math.max(offset, 0);
|
||||
int count = COUNT;
|
||||
if (jo.has("count")) count = jo.get("count").getAsInt();
|
||||
count = count < 0 ? COUNT : count;
|
||||
// Analyzer analyzer = new IKAnalyzer();
|
||||
// QueryParser queryParser = new QueryParser(type, analyzer);
|
||||
// Query rmQuery = queryParser.parse(keyword);
|
||||
|
||||
DirectoryReader indexReader = DirectoryReader.open(indexDir);
|
||||
IndexSearcher indexSearcher = new IndexSearcher(indexReader);
|
||||
Query query = new TermRangeQuery(type, new BytesRef(from), new BytesRef(to), true, true);
|
||||
//Query query = new TermQuery(new Term(type, keyword));
|
||||
TopDocs docs = indexSearcher.search(query, 10);
|
||||
|
||||
ResultModel resultModel = null;
|
||||
if (docs.scoreDocs != null && docs.scoreDocs.length > 0) {
|
||||
resultModel = paginate(docs, indexReader, count,offset);
|
||||
|
||||
if (resultModel != null) {
|
||||
return resultModel.toString();
|
||||
}
|
||||
ResultModel noDataResult = new ResultModel();
|
||||
return noDataResult.toString();
|
||||
}
|
||||
} catch (Exception e) {
|
||||
ByteArrayOutputStream bo = new ByteArrayOutputStream();
|
||||
e.printStackTrace(new PrintStream(bo));
|
||||
return bo.toString();
|
||||
}
|
||||
ResultModel noDataResult = new ResultModel();
|
||||
return noDataResult.toString();
|
||||
}
|
||||
/*
|
||||
{"params":[{"type":"doid","ketword":"DBRepo"},{"type":"name","ketword":"xxx"}],"count":10,"offset":0}
|
||||
*/
|
||||
public String searchByMultiTag(JsonObject jo) {
|
||||
try {
|
||||
int offset = OFFSET;
|
||||
if (jo.has("offset")) offset = jo.get("offset").getAsInt();
|
||||
offset = Math.max(offset, 0);
|
||||
int count = COUNT;
|
||||
if (jo.has("count")) count = jo.get("count").getAsInt();
|
||||
count = count < 0 ? COUNT : count;
|
||||
|
||||
//System.out.println(count+" "+offset);
|
||||
JsonArray parmas=jo.get("params").getAsJsonArray();
|
||||
parmas.get(0).getAsJsonObject().get("keyword");
|
||||
String[] type=new String[parmas.size()];
|
||||
String[] keyword=new String[parmas.size()];
|
||||
BooleanClause.Occur[] flags = new BooleanClause.Occur[parmas.size()];
|
||||
for(int i=0;i<parmas.size();i++){
|
||||
type[i]=parmas.get(i).getAsJsonObject().get("type").getAsString();
|
||||
keyword[i]=parmas.get(i).getAsJsonObject().get("keyword").getAsString();
|
||||
flags[i]=BooleanClause.Occur.SHOULD;
|
||||
//System.out.println(type[i]+" "+keyword[i]);
|
||||
}
|
||||
|
||||
DirectoryReader indexReader = DirectoryReader.open(indexDir);
|
||||
IndexSearcher indexSearcher = new IndexSearcher(indexReader);
|
||||
Query query = MultiFieldQueryParser.parse(keyword, type, flags, new IKAnalyzer());
|
||||
TopDocs docs = indexSearcher.search(query, 10);
|
||||
ResultModel resultModel = null;
|
||||
if (docs.scoreDocs != null && docs.scoreDocs.length > 0) {
|
||||
resultModel = paginate(docs, indexReader, count,offset);
|
||||
if (resultModel != null) {
|
||||
return resultModel.toString();
|
||||
}
|
||||
ResultModel noDataResult = new ResultModel();
|
||||
return noDataResult.toString();
|
||||
}
|
||||
|
||||
}catch (Exception e){
|
||||
ByteArrayOutputStream bo = new ByteArrayOutputStream();
|
||||
e.printStackTrace(new PrintStream(bo));
|
||||
return bo.toString();
|
||||
}
|
||||
ResultModel noDataResult = new ResultModel();
|
||||
return noDataResult.toString();
|
||||
}
|
||||
|
||||
public ResultModel paginate(TopDocs docs, IndexReader reader,int count,int offset ) throws IOException {
|
||||
ResultModel resultModel = new ResultModel();
|
||||
resultModel.setContractCount(docs.totalHits.value);
|
||||
ScoreDoc[] scoreDocs = docs.scoreDocs;
|
||||
List<DoMeta> doMetaList = new ArrayList<>();
|
||||
|
||||
if (scoreDocs != null) {
|
||||
for (int i = offset; i < scoreDocs.length && i < offset+count; i++) {
|
||||
Document document = reader.document(scoreDocs[i].doc);
|
||||
JsonObject jo=new JsonObject();
|
||||
for (IndexableField in : document.getFields()) {
|
||||
String key=in.name();
|
||||
String val=in.stringValue();
|
||||
jo.addProperty(key,val);
|
||||
}
|
||||
DoMeta repometa=new DoMeta(jo);
|
||||
doMetaList.add(repometa);
|
||||
}
|
||||
}
|
||||
resultModel.setDoMetaList(doMetaList);
|
||||
return resultModel;
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
@ -0,0 +1,48 @@
|
||||
package org.bdware.datanet.searchengine;
|
||||
import com.google.gson.JsonObject;
|
||||
|
||||
import java.util.List;
|
||||
public class ResultModel {
|
||||
private List<DoMeta> DoMetaList;
|
||||
private Long DoCount;
|
||||
public ResultModel() {
|
||||
this.DoMetaList = null;
|
||||
this.DoCount = 0L;
|
||||
}
|
||||
|
||||
public List<DoMeta> getRepoMetaList() {
|
||||
return DoMetaList;
|
||||
}
|
||||
|
||||
public void setDoMetaList(List<DoMeta> metalist) {
|
||||
this.DoMetaList = metalist;
|
||||
Integer i= metalist.size();
|
||||
DoCount=i.longValue();
|
||||
}
|
||||
|
||||
public Long getRepoCount() {
|
||||
return DoCount;
|
||||
}
|
||||
|
||||
public void setContractCount(Long DoCount) {
|
||||
this.DoCount = DoCount;
|
||||
}
|
||||
public JsonObject toJson(){
|
||||
JsonObject jo=new JsonObject();
|
||||
//jo.addProperty("repoCount",repoCount);
|
||||
return jo;
|
||||
}
|
||||
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
if(DoMetaList==null)
|
||||
return "{\"data\":[],\"total\":0}";
|
||||
else
|
||||
return "{" +
|
||||
"\"data\":" + DoMetaList.toString() +
|
||||
", \"total\":" + DoCount +
|
||||
'}';
|
||||
}
|
||||
}
|
||||
|
||||
@ -0,0 +1,182 @@
|
||||
package org.bdware.datanet.searchengine;
|
||||
|
||||
import com.google.gson.JsonArray;
|
||||
import com.google.gson.JsonElement;
|
||||
import com.google.gson.JsonObject;
|
||||
import org.bdware.sc.ContractProcess;
|
||||
import org.bdware.sc.engine.JSONTool;
|
||||
|
||||
import wrp.jdk.nashorn.api.scripting.ScriptObjectMirror;
|
||||
import wrp.jdk.nashorn.api.scripting.ScriptUtils;
|
||||
import org.apache.logging.log4j.LogManager;
|
||||
import org.apache.logging.log4j.Logger;
|
||||
import org.apache.lucene.queryparser.classic.ParseException;
|
||||
|
||||
import javax.script.Invocable;
|
||||
import javax.script.ScriptException;
|
||||
import java.io.IOException;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
|
||||
|
||||
public class SearchEngine{
|
||||
|
||||
private final Logger LOGGER = LogManager.getLogger(SearchEngine.class);
|
||||
public MetaIndex metaIndex;
|
||||
public SearchEngine(String Dirname){
|
||||
metaIndex=new MetaIndex(Dirname);
|
||||
}
|
||||
public SearchEngine(){
|
||||
metaIndex=new MetaIndex();
|
||||
}
|
||||
|
||||
|
||||
public static SearchEngine createObj(String Dirname){
|
||||
return new SearchEngine(Dirname);
|
||||
}
|
||||
public static SearchEngine createObj(){
|
||||
return new SearchEngine();
|
||||
}
|
||||
|
||||
public String test(){return "success";}
|
||||
|
||||
//params:
|
||||
//String type,String keyword,String count,String offset
|
||||
//String type,String keyword
|
||||
public String search(ScriptObjectMirror so){
|
||||
|
||||
if(JSONTool.convertMirrorToJson(so).isJsonObject()){
|
||||
JsonObject jo=JSONTool.convertMirrorToJson(so).getAsJsonObject();
|
||||
System.out.println("search: "+jo);
|
||||
if(jo.get("count")==null) jo.addProperty("count",10);
|
||||
if(jo.get("offset")==null) jo.addProperty("offset",0);
|
||||
return metaIndex.search(jo);
|
||||
}
|
||||
return "failed";
|
||||
}
|
||||
|
||||
|
||||
|
||||
//根据时间范围查询 from ：to
|
||||
public String searchByRange(ScriptObjectMirror so){
|
||||
|
||||
if(JSONTool.convertMirrorToJson(so).isJsonObject()){
|
||||
JsonObject jo=JSONTool.convertMirrorToJson(so).getAsJsonObject();
|
||||
if(jo.get("count")==null) jo.addProperty("count",10);
|
||||
if(jo.get("offset")==null) jo.addProperty("offset",0);
|
||||
return metaIndex.searchByRange(jo);
|
||||
}
|
||||
return "failed";
|
||||
}
|
||||
public String search(String type,String keyword,int count,int offset){
|
||||
JsonObject jo =new JsonObject();
|
||||
jo.addProperty("type",type);
|
||||
jo.addProperty("keyword",keyword);
|
||||
jo.addProperty("offset",offset);
|
||||
jo.addProperty("count",count);
|
||||
return metaIndex.search(jo);
|
||||
}
|
||||
public String search(String type,String keyword,String count,String offset){
|
||||
JsonObject jo =new JsonObject();
|
||||
jo.addProperty("type",type);
|
||||
jo.addProperty("keyword",keyword);
|
||||
jo.addProperty("offset",offset);
|
||||
jo.addProperty("count",count);
|
||||
return metaIndex.search(jo);
|
||||
}
|
||||
|
||||
/*
|
||||
{"params":[{"type":"doid","ketword":"DBRepo"},{"type":"name","ketword":"xxx"}],"count":10,"offset":0}
|
||||
*/
|
||||
public String searchByMultiTag(ScriptObjectMirror so){
|
||||
JsonElement je=JSONTool.convertMirrorToJson(so);
|
||||
JsonObject jo =je.getAsJsonObject();
|
||||
return metaIndex.searchByMultiTag(jo);
|
||||
}
|
||||
|
||||
|
||||
|
||||
//{"doid":"xxx"}
|
||||
public String delete(ScriptObjectMirror so){
|
||||
|
||||
if(JSONTool.convertMirrorToJson(so).isJsonObject()){
|
||||
JsonObject jo=JSONTool.convertMirrorToJson(so).getAsJsonObject();
|
||||
if(jo.get("doId")==null) return "failed";
|
||||
else{
|
||||
metaIndex.deleteRepo(jo.get("doId").getAsString());
|
||||
return "success";
|
||||
}
|
||||
}
|
||||
return "failed";
|
||||
}
|
||||
public String delete(String doId){
|
||||
metaIndex.deleteRepo(doId);
|
||||
return "success";
|
||||
}
|
||||
|
||||
public String search(String type, String keyword){
|
||||
JsonObject jo =new JsonObject();
|
||||
jo.addProperty("type",type);
|
||||
jo.addProperty("keyword",keyword);
|
||||
jo.addProperty("offset",0);
|
||||
jo.addProperty("count",10);
|
||||
return metaIndex.search(jo);
|
||||
}
|
||||
|
||||
|
||||
|
||||
public int count(){
|
||||
return 0;
|
||||
}
|
||||
|
||||
//一个do或者一个do数组
|
||||
public String update(ScriptObjectMirror so) throws IOException, ParseException {
|
||||
JsonElement je=JSONTool.convertMirrorToJson(so);
|
||||
// if(je.isJsonArray()){
|
||||
// List<DoMeta> list=new ArrayList<>();
|
||||
// for(JsonElement s : je.getAsJsonArray()) {
|
||||
// DoMeta r = new DoMeta(s.getAsJsonObject());
|
||||
// list.add(r);
|
||||
// }
|
||||
// metaIndex.updateRepoList(list);
|
||||
// return "success";
|
||||
// }
|
||||
if(je.isJsonObject()){
|
||||
|
||||
DoMeta r=new DoMeta(je.getAsJsonObject());
|
||||
metaIndex.updateRepo(r);
|
||||
return "success";
|
||||
}
|
||||
else return "failed";
|
||||
}
|
||||
public String testScriptObjectMirror(ScriptObjectMirror so) throws IOException, ParseException {
|
||||
//JsonObject jo = (JsonObject) ScriptUtils.convert(so, JsonObject.class);
|
||||
JsonElement je=JSONTool.convertMirrorToJson(so);
|
||||
System.out.println(so.toString());
|
||||
System.out.println(so.getClass());
|
||||
System.out.println(je.getClass());
|
||||
System.out.println(je.toString());
|
||||
return "success";
|
||||
}
|
||||
public void addFunction(String function){
|
||||
try{
|
||||
ContractProcess.instance.engine.compileFunction(function,false);
|
||||
//ContractProcess.instance.engine.invokeFunction(function,args);
|
||||
|
||||
//ContractProcess.instance.engine
|
||||
}catch (ScriptException e){
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
// public String updateList(JsonArray ja) throws IOException, ParseException {
|
||||
// List<RepoMeta> list=new ArrayList<>();
|
||||
// for(JsonElement s : ja.getAsJsonArray()){
|
||||
// RepoMeta r=new RepoMeta(s.getAsJsonObject());
|
||||
// list.add(r);
|
||||
// }
|
||||
// metaIndex.updateRepoList(list);
|
||||
// return "success";
|
||||
// }
|
||||
}
|
||||
@ -0,0 +1,5 @@
|
||||
public class DebugMain {
|
||||
public static void main(String[]args){
|
||||
org.bdware.sc.debugger.DebugMain.main(null);
|
||||
}
|
||||
}
|
||||
54
datanet-search-engine-backend/src/test/java/GenerateDO.java
Normal file
54
datanet-search-engine-backend/src/test/java/GenerateDO.java
Normal file
@ -0,0 +1,54 @@
|
||||
import com.google.gson.JsonObject;
|
||||
import org.apache.log4j.Logger;
|
||||
import org.bdware.doip.audit.EndpointConfig;
|
||||
import org.bdware.doip.audit.client.AuditIrpClient;
|
||||
import org.bdware.doip.audit.config.FileStorage;
|
||||
import org.bdware.irp.exception.IrpClientException;
|
||||
import org.bdware.irp.stateinfo.StateInfoBase;
|
||||
import org.junit.Before;
|
||||
import org.junit.Test;
|
||||
|
||||
import java.io.FileNotFoundException;
|
||||
import java.io.FileOutputStream;
|
||||
import java.io.PrintStream;
|
||||
|
||||
public class GenerateDO {
|
||||
static Logger LOGGER = Logger.getLogger(GenerateDO.class);
|
||||
AuditIrpClient client;
|
||||
JsonObject otherConfig;
|
||||
|
||||
@Before
|
||||
public void init() throws FileNotFoundException {
|
||||
FileStorage fs = new FileStorage("./input/auditrepo.json");
|
||||
EndpointConfig config = fs.loadAsEndpointConfig();
|
||||
config.repoName = null;
|
||||
otherConfig = fs.load();
|
||||
client = new AuditIrpClient(config);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test() throws Exception {
|
||||
FileOutputStream fout = new FileOutputStream("./input/doi.txt",true);
|
||||
PrintStream ps = new PrintStream(fout);
|
||||
StateInfoBase base = new StateInfoBase();
|
||||
base.handleValues = new JsonObject();
|
||||
base.handleValues.addProperty("repoId", otherConfig.get("targetRepo").getAsString());
|
||||
base.handleValues.addProperty("timestamp", System.currentTimeMillis());
|
||||
try {
|
||||
String doid = client.register(base);
|
||||
if (doid != null) ps.println(doid);
|
||||
String format = "http://%s/SCIDE/SCManager?action=executeContract&contractID=SearchEngine&operation=testAddDo&arg=";
|
||||
String argStr = "{\"doId\":\"%s\",\"name\":\"repofile\",\"type\":\"text\",\"description\":\"这是一个模拟DO\",\"owner\":\"xx省yy市zz部门\",\"createTime\":%d}";
|
||||
format += argStr;
|
||||
String seURI = otherConfig.get("seURI").getAsString();
|
||||
long createTime = System.currentTimeMillis();
|
||||
long l = (long) (Math.random() * 1000D * 3600D * 24D);
|
||||
String data = String.format(format, seURI, doid, createTime - l);
|
||||
System.out.println(data);
|
||||
} catch (IrpClientException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
fout.close();
|
||||
ps.close();
|
||||
}
|
||||
}
|
||||
26
datanet-search-engine-backend/src/test/java/GraphDBTEst.java
Normal file
26
datanet-search-engine-backend/src/test/java/GraphDBTEst.java
Normal file
@ -0,0 +1,26 @@
|
||||
import com.google.gson.JsonObject;
|
||||
import org.bdware.datanet.searchengine.MetaGraph;
|
||||
import org.junit.Test;
|
||||
|
||||
public class GraphDBTEst {
|
||||
@Test
|
||||
public void Test(){
|
||||
MetaGraph m=new MetaGraph("test");
|
||||
JsonObject do1=new JsonObject();
|
||||
do1.addProperty("id", "1");
|
||||
JsonObject do2=new JsonObject();
|
||||
do2.addProperty("id","2");
|
||||
m.createDoNode("001",do1);
|
||||
m.createDoNode("002",do2);
|
||||
JsonObject jo=new JsonObject();
|
||||
jo.addProperty("id1","001");
|
||||
jo.addProperty("id2","002");
|
||||
jo.addProperty("key1","stu_no");
|
||||
jo.addProperty("key2","student_no");
|
||||
m.createRelationDo2Do(jo);
|
||||
m.iterDO();
|
||||
m.iterRealField();
|
||||
m.iterStandardField();
|
||||
|
||||
}
|
||||
}
|
||||
69
datanet-search-engine-backend/src/test/java/luceneTest.java
Normal file
69
datanet-search-engine-backend/src/test/java/luceneTest.java
Normal file
@ -0,0 +1,69 @@
|
||||
import org.apache.lucene.analysis.TokenStream;
|
||||
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
|
||||
import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
|
||||
import org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute;
|
||||
import org.apache.lucene.analysis.tokenattributes.TypeAttribute;
|
||||
import org.junit.Test;
|
||||
import org.apache.lucene.analysis.Analyzer;
|
||||
import org.apache.lucene.analysis.standard.StandardAnalyzer;
|
||||
//import org.wltea.analyzer.lucene.IKAnalyzer;
|
||||
|
||||
import java.io.StringReader;
|
||||
|
||||
public class luceneTest {
|
||||
@Test
|
||||
public void StandardAnalyzerTest() throws Exception{
|
||||
//英文测试
|
||||
String text="An IndexWriter creaters and maintains an index.";
|
||||
Analyzer analyzer=new StandardAnalyzer();
|
||||
displayTokens(analyzer,text);
|
||||
//中文测试
|
||||
String text1="我们这款产品底层逻辑是打通信息屏障，创建行业生态。顶层设计是聚焦用户感和赛道，通过差异化和颗粒度达到引爆点。交付价值是在垂直领域采用复用大法达成持久收益。抽离透传归因分析作为抓手为产品赋能，体验度量作为闭环的评判标准。亮点是载体，优势是链路。思考整个生命周期，完善逻辑，考虑资源倾斜。方法论是组合拳达到平台化标准。";
|
||||
displayTokens(analyzer,text1);
|
||||
}
|
||||
/**
|
||||
58 * IKAnalyzerTest分词法测试,对中文支持很好，词库分词
|
||||
59 * @throws Exception
|
||||
60 */
|
||||
@Test
|
||||
public void IKAnalyzerTest() throws Exception{
|
||||
//英文测试
|
||||
String text="An IndexWriter creaters and maintains an index.";
|
||||
// Analyzer analyzer=new IKAnalyzer();
|
||||
Analyzer analyzer=new StandardAnalyzer();
|
||||
displayTokens(analyzer,text);
|
||||
//中文测试
|
||||
String text1="我们这款产品底层逻辑是打通信息屏障，创建行业生态。顶层设计是聚焦用户感和赛道，通过差异化和颗粒度达到引爆点。交付价值是在垂直领域采用复用大法达成持久收益。抽离透传归因分析作为抓手为产品赋能，体验度量作为闭环的评判标准。亮点是载体，优势是链路。思考整个生命周期，完善逻辑，考虑资源倾斜。方法论是组合拳达到平台化标准。";
|
||||
displayTokens(analyzer,text1);
|
||||
}
|
||||
public static void displayTokens(Analyzer analyzer, String text) throws Exception {
|
||||
System.out.println("当前使用的分词器：" + analyzer.getClass().getName());
|
||||
//分词流，即将对象分词后所得的Token在内存中以流的方式存在，也说是说如果在取得Token必须从TokenStream中获取，而分词对象可以是文档文本，也可以是查询文本。
|
||||
TokenStream tokenStream = analyzer.tokenStream("content", new StringReader(text));
|
||||
//表示token的首字母和尾字母在原文本中的位置。比如I'm的位置信息就是(0,3)，需要注意的是startOffset与endOffset的差值并不一定就是termText.length()，
|
||||
//因为可能term已经用stemmer或者其他过滤器处理过；
|
||||
OffsetAttribute offsetAttribute = tokenStream.addAttribute(OffsetAttribute.class);
|
||||
//这个有点特殊，它表示tokenStream中的当前token与前一个token在实际的原文本中相隔的词语数量，用于短语查询。比如： 在tokenStream中[2:a]的前一个token是[1:I'm ]，
|
||||
//它们在原文本中相隔的词语数是1，则token="a"的PositionIncrementAttribute值为1；
|
||||
PositionIncrementAttribute positionIncrementAttribute = tokenStream.addAttribute(PositionIncrementAttribute.class);
|
||||
|
||||
CharTermAttribute charTermAttribute= tokenStream.addAttribute(CharTermAttribute.class);
|
||||
|
||||
//表示token词典类别信息，默认为“Word”，比如I'm就属于<APOSTROPHE>，有撇号的类型；
|
||||
TypeAttribute typeAttribute = tokenStream.addAttribute(TypeAttribute.class);
|
||||
tokenStream.reset();
|
||||
|
||||
int position = 0;
|
||||
while (tokenStream.incrementToken()) {
|
||||
int increment = positionIncrementAttribute.getPositionIncrement();
|
||||
if(increment > 0) {
|
||||
position = position + increment;
|
||||
}
|
||||
int startOffset = offsetAttribute.startOffset();
|
||||
int endOffset = offsetAttribute.endOffset();
|
||||
String term ="输出结果为："+ charTermAttribute.toString();
|
||||
System.out.println("第"+position+"个分词，分词内容是:[" + term + "]" + "，分词内容的开始结束位置为：(" + startOffset + "-->" + endOffset + ")，类型是：" + typeAttribute.type());
|
||||
}
|
||||
tokenStream.close();
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,184 @@
|
||||
|
||||
import com.google.gson.JsonArray;
|
||||
import com.google.gson.JsonObject;
|
||||
import wrp.jdk.nashorn.api.scripting.NashornScriptEngine;
|
||||
import wrp.jdk.nashorn.api.scripting.ScriptUtils;
|
||||
import org.apache.lucene.queryparser.classic.ParseException;
|
||||
import org.bdware.sc.boundry.JavaScriptEntry;
|
||||
import org.bdware.sc.engine.JSONTool;
|
||||
import org.junit.Test;
|
||||
import org.bdware.datanet.searchengine.SearchEngine;
|
||||
import wrp.jdk.nashorn.api.scripting.NashornScriptEngine;
|
||||
import wrp.jdk.nashorn.api.scripting.NashornScriptEngineFactory;
|
||||
import wrp.jdk.nashorn.api.scripting.ScriptObjectMirror;
|
||||
import wrp.jdk.nashorn.internal.objects.Global;
|
||||
import wrp.jdk.nashorn.internal.runtime.*;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.ArrayList;
|
||||
|
||||
public class searchEnginetest {
|
||||
public static String dbname="MetaIndex01";
|
||||
@Test
|
||||
public void test2() throws IOException, ParseException{
|
||||
System.out.println("hello");
|
||||
//1642696178922
|
||||
System.out.println(System.currentTimeMillis());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void addDo() {
|
||||
NashornScriptEngineFactory factory = new NashornScriptEngineFactory();
|
||||
NashornScriptEngine engine = (NashornScriptEngine)factory.getScriptEngine("--language=es6");
|
||||
SearchEngine se=SearchEngine.createObj(dbname);
|
||||
//SearchEngine se=new SearchEngine();
|
||||
try{
|
||||
engine.eval("var r1 = {\"url\":\"39.106.6.6:3306\",\"user\":\"loushuai\",\"password\":\"loushuai\",\"dbname\":\"newele\",\"tablename\":\"data\",\"createTime\":\"1641363811328\",\"owner\":\"zzz\",\"description\":\"这是一段说明\",\"schema\":\"{}\",\"prefix\":\"aibd.govdata.tj\",\"type\":\"SQL\",\"doId\":\"aibd.govdata.tj/DBRepo/do.newele.data\"};");
|
||||
se.testScriptObjectMirror((ScriptObjectMirror) engine.eval("r1"));
|
||||
System.out.println(se.update((ScriptObjectMirror) engine.eval("r1")));
|
||||
//System.out.println(se.search("info","产品"));
|
||||
|
||||
}catch(Exception e){
|
||||
e.printStackTrace();
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void addDo2() {
|
||||
NashornScriptEngineFactory factory = new NashornScriptEngineFactory();
|
||||
NashornScriptEngine engine = (NashornScriptEngine)factory.getScriptEngine("--language=es6");
|
||||
SearchEngine se=SearchEngine.createObj(dbname);
|
||||
//SearchEngine se=new SearchEngine();
|
||||
try{
|
||||
engine.eval("var r1 = {doId:\"AIBD/doip.Repo10101\", type:\"readme\", createTime:\"1642696178922\",info:\"我们这款产品底层逻辑是打通信息屏障，创建行业生态。顶层设计是聚焦用户感和赛道，通过差异化和颗粒度达到引爆点。交付价值是在垂直领域采用复用大法达成持久收益。抽离透传归因分析作为抓手为产品赋能，体验度量作为闭环的评判标准。亮点是载体，优势是链路。思考整个生命周期，完善逻辑，考虑资源倾斜。方法论是组合拳达到平台化标准。\"};");
|
||||
se.testScriptObjectMirror((ScriptObjectMirror) engine.eval("r1"));
|
||||
System.out.println(se.update((ScriptObjectMirror) engine.eval("r1")));
|
||||
|
||||
engine.eval("var r2 = {doId:\"AIBD/doip.Repo10102\", type:\"readme\", createTime:\"1842696178922\",info:\"我们这款产品底层逻辑是打通信息屏障，创建行业生态。顶层设计是聚焦用户感和赛道，通过差异化和颗粒度达到引爆点。交付价值是在垂直领域采用复用大法达成持久收益。抽离透传归因分析作为抓手为产品赋能，体验度量作为闭环的评判标准。亮点是载体，优势是链路。思考整个生命周期，完善逻辑，考虑资源倾斜。方法论是组合拳达到平台化标准。\"};");
|
||||
se.testScriptObjectMirror((ScriptObjectMirror) engine.eval("r2"));
|
||||
System.out.println(se.update((ScriptObjectMirror) engine.eval("r2")));
|
||||
//System.out.println(se.search("info","产品"));
|
||||
}catch(Exception e){
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
@Test
|
||||
public void addDoList()
|
||||
{
|
||||
NashornScriptEngineFactory factory = new NashornScriptEngineFactory();
|
||||
NashornScriptEngine engine = (NashornScriptEngine)factory.getScriptEngine("--language=es6");
|
||||
SearchEngine se=SearchEngine.createObj(dbname);
|
||||
try{
|
||||
engine.eval("var j1 = [{doId:\"AIBD/doip.Repo10101\", type:\"readme\", createTime:\"1642696178922\",info:\"我们这款产品底层逻辑是打通信息屏障……\"}," +
|
||||
"{doId:\"AIBD/doip.Repo10102\", type:\"readme\", createTime:\"1642696198922\",info:\"你们这款产品底层逻辑是打通信息屏障……\"}];");
|
||||
se.update((ScriptObjectMirror) engine.eval("j1"));
|
||||
System.out.println(se.search("info","产品"));
|
||||
}catch(Exception e){
|
||||
e.printStackTrace();
|
||||
}
|
||||
|
||||
}
|
||||
@Test
|
||||
public void searchRepoTest() throws IOException, ParseException {
|
||||
NashornScriptEngineFactory factory = new NashornScriptEngineFactory();
|
||||
NashornScriptEngine engine = (NashornScriptEngine)factory.getScriptEngine("--language=es6");
|
||||
SearchEngine se=SearchEngine.createObj(dbname);
|
||||
try{
|
||||
engine.eval("var arg ={type:\"doId\",keyword:\"AIBD/doip.Repo\"};");
|
||||
System.out.println(se.search((ScriptObjectMirror) engine.eval("arg")));
|
||||
engine.eval("var arg1 ={type:\"owner\",keyword:\"zzz\"};");
|
||||
System.out.println(se.search((ScriptObjectMirror) engine.eval("arg1")));
|
||||
//System.out.println(se.search("info","产品",5,0));
|
||||
}catch(Exception e){
|
||||
e.printStackTrace();
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
@Test
|
||||
public void searchByRangeTest() throws IOException, ParseException {
|
||||
NashornScriptEngineFactory factory = new NashornScriptEngineFactory();
|
||||
NashornScriptEngine engine = (NashornScriptEngine)factory.getScriptEngine("--language=es6");
|
||||
SearchEngine se=SearchEngine.createObj(dbname);
|
||||
try{
|
||||
engine.eval("var arg ={type:\"createTime\",from:\"1642696178922\",to:\"1942696178922\"};");
|
||||
//engine.eval("var arg ={type:\"createTime\",keyword:\"createTime\",from:\"1642696178922\",to:\"1642696178922\"};");
|
||||
System.out.println(se.searchByRange ((ScriptObjectMirror) engine.eval("arg")));
|
||||
}catch(Exception e){
|
||||
e.printStackTrace();
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
//{"params":[{"type":"doid","ketword":"DBRepo"},{"type":"name","ketword":"xxx"}],"count":10,"offset":0}
|
||||
|
||||
@Test
|
||||
public void searchByMultiTagTest() {
|
||||
NashornScriptEngineFactory factory = new NashornScriptEngineFactory();
|
||||
NashornScriptEngine engine = (NashornScriptEngine)factory.getScriptEngine("--language=es6");
|
||||
SearchEngine se=SearchEngine.createObj(dbname);
|
||||
try{
|
||||
// engine.eval("var r1 = {doId:\"repo1\", type:\"readme\", createTime:\"1642696178922\",info:\"我们这款产品底层逻辑是打通信息屏障，创建行业生态。\"};");
|
||||
// System.out.println(se.update((ScriptObjectMirror) engine.eval("r1")));
|
||||
//
|
||||
// engine.eval("var r2 = {doId:\"repo2\", type:\"sql\", createTime:\"1642696178922\",info:\"我们这款产品底层逻辑是打通信息屏障，创建行业生态。\"};");
|
||||
// System.out.println(se.update((ScriptObjectMirror) engine.eval("r2")));
|
||||
|
||||
engine.eval("var arg2 ={type:\"info\",keyword:\"我们\",count:10,offset:0};");
|
||||
System.out.println(se.search ((ScriptObjectMirror) engine.eval("arg2")));
|
||||
|
||||
|
||||
engine.eval("var arg1 ={params:[{type:\"doId\",keyword:\"AIBDdoip.Repo1001\"}],count:10,offset:0};");
|
||||
System.out.println(se.searchByMultiTag ((ScriptObjectMirror) engine.eval("arg1")));
|
||||
|
||||
engine.eval("var arg ={params:[{type:\"info\",keyword:\"我们\"},{type:\"doId\",keyword:\"repo\"}],count:10,offset:0};");
|
||||
System.out.println(se.searchByMultiTag ((ScriptObjectMirror) engine.eval("arg")));
|
||||
|
||||
engine.eval("var arg ={\n" +
|
||||
" params: [{ type: 'doId', keyword: 'd' }],\n" +
|
||||
" count: 100,\n" +
|
||||
" offset: 0,\n" +
|
||||
" };");
|
||||
System.out.println(se.searchByMultiTag ((ScriptObjectMirror) engine.eval("arg")));
|
||||
|
||||
|
||||
|
||||
}catch(Exception e){
|
||||
e.printStackTrace();
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void deleteTest(){
|
||||
NashornScriptEngineFactory factory = new NashornScriptEngineFactory();
|
||||
NashornScriptEngine engine = (NashornScriptEngine)factory.getScriptEngine("--language=es6");
|
||||
SearchEngine se=SearchEngine.createObj(dbname);
|
||||
try{
|
||||
|
||||
engine.eval("var r1 = {doId:\"AIBD/doip.Repo1001\"};");
|
||||
System.out.println(se.delete((ScriptObjectMirror)engine.eval("r1")));
|
||||
//se.delele((ScriptObjectMirror)engine.eval("doid"));
|
||||
System.out.println(se.search("info","产品"));
|
||||
System.out.println(se.search("doId","AIBD/doip.Repo1002"));
|
||||
}catch(Exception e){
|
||||
e.printStackTrace();
|
||||
}
|
||||
|
||||
}
|
||||
@Test
|
||||
public void jsTest(){
|
||||
NashornScriptEngineFactory factory = new NashornScriptEngineFactory();
|
||||
NashornScriptEngine engine = (NashornScriptEngine)factory.getScriptEngine("--language=es6");
|
||||
SearchEngine se=SearchEngine.createObj(dbname);
|
||||
try{
|
||||
System.out.println(engine.eval("var car = {name:\"Fiat\", model:500, color:\"white\"};"));
|
||||
System.out.println(engine.eval("car").getClass());
|
||||
se.testScriptObjectMirror((ScriptObjectMirror) engine.eval("car"));
|
||||
}catch(Exception e){
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
49
datanet-search-engine-backend/yjs/DAC.yjs
Normal file
49
datanet-search-engine-backend/yjs/DAC.yjs
Normal file
@ -0,0 +1,49 @@
|
||||
module NaiveDAC{
|
||||
function initDAC(req){
|
||||
Global.acceptList = {
|
||||
};
|
||||
Global.applyList = {
|
||||
};
|
||||
Global.owner = req;
|
||||
}
|
||||
function checkPermission(req){
|
||||
return (Global.acceptList[req]!=undefined);
|
||||
}
|
||||
export function hasPermission(arg){
|
||||
return (Global.acceptList[requester]!=undefined);
|
||||
}
|
||||
export function accept(req){
|
||||
if (requester==Global.owner){
|
||||
Global.acceptList[req] = Global.applyList[req];
|
||||
if (Global.applyList[req] != undefined)
|
||||
Global.applyList[req] = undefined;
|
||||
return true;
|
||||
}
|
||||
return false;
|
||||
}
|
||||
export function cancel(req){
|
||||
if (requester==Global.owner){
|
||||
Global.applyList[req] = Global.acceptList[req];
|
||||
if (Global.acceptList[req] != undefined)
|
||||
Global.acceptList[req] = undefined;
|
||||
return true;
|
||||
}
|
||||
return false;
|
||||
}
|
||||
export function apply(remark){
|
||||
if (remark != undefined && requester !=undefined){
|
||||
Global.applyList[requester] = remark;
|
||||
return "success";
|
||||
}
|
||||
return "failed"
|
||||
}
|
||||
export function isOwner(arg){
|
||||
return Global.owner==requester;
|
||||
}
|
||||
export function getApplyList(arg){
|
||||
return JSON.stringify(Global.applyList);
|
||||
}
|
||||
export function getAcceptList(arg){
|
||||
return JSON.stringify(Global.acceptList);
|
||||
}
|
||||
}
|
||||
410
datanet-search-engine-backend/yjs/SearchEngine.yjs
Normal file
410
datanet-search-engine-backend/yjs/SearchEngine.yjs
Normal file
@ -0,0 +1,410 @@
|
||||
import "DAC.yjs"
|
||||
@Permission("RocksDB")
|
||||
//onCreate时初始化rocksdb
|
||||
oracle SearchEngine {
|
||||
function onCreate(){
|
||||
Global.message = "";
|
||||
Global.events = [];
|
||||
Global.allSearchCount=0;//搜索次数
|
||||
Global.allIndexCount=0;//检索次数
|
||||
Global.allUpdateCount=0;//更新次数
|
||||
Global.allInvokeCount=0//调用次数
|
||||
Global.allRepoCount=0;//Repo数量
|
||||
//SearchEngine监管的Repo数据
|
||||
Global.allUserCount=0;//用户数量
|
||||
Global.AllDoCount=0;//Do数量
|
||||
//SearchEngine监管的Do数据
|
||||
initDAC(requester);
|
||||
Global.se= org.bdware.datanet.searchengine.SearchEngine.createObj("SearchEngineDoMetaIndex");
|
||||
}
|
||||
//onRecover初始化索引
|
||||
function onRecover(){
|
||||
// Global.se= org.bdware.datanet.searchengine.SearchEngine.createObj("SearchEngineDoMetaIndex");
|
||||
// Global.message = "";
|
||||
// Global.events = [];
|
||||
// Global.allSearchCount=0;//搜索次数
|
||||
// Global.allIndexCount=0;//检索次数
|
||||
// Global.allUpdateCount=0;//更新次数
|
||||
// Global.allInvokeCount=0//调用次数
|
||||
// Global.allRepoCount=0;//Repo数量
|
||||
// //SearchEngine监管的Repo数据
|
||||
// Global.allUserCount=0;//用户数量
|
||||
// Global.AllDoCount=0;//Do数量
|
||||
// initDAC(requester);
|
||||
}
|
||||
function convertArgToJson(arg){
|
||||
if (typeof(arg)=='string') return JSON.parse(arg);
|
||||
return arg;
|
||||
}
|
||||
function updateRepoHandler(e) {
|
||||
var ret = "receive event, topic: " + e.topic + " content: " + e.content;
|
||||
var params=JSON.parse(e.content);
|
||||
//print("update"+e.content);
|
||||
//print(params.contractID);
|
||||
var res=executeContract(params.contractID+"","getMetaByOffset",e.content);
|
||||
print("update res "+res.result);
|
||||
jo=JSON.parse(res.result);
|
||||
//print("zzz"+JSON.stringify(jo));
|
||||
//var jo=res.result;
|
||||
for(var i=0;i<jo.length;i++){
|
||||
jo[i].doId=params.doId+"/"+jo[i].key;
|
||||
print("do:"+JSON.stringify(jo));
|
||||
addDo(JSON.stringify(jo[i]));
|
||||
}
|
||||
Global.allUpdateCount++;
|
||||
}
|
||||
export function testevent(){
|
||||
var res0=executeContract("DBRepo","testOffset","");
|
||||
print("se"+JSON.stringify(res0));
|
||||
//print(res0.result.data);
|
||||
var res=executeContract("DBRepo","getMetaByOffset","{\"count\":1,\"offset\":0}");
|
||||
print("se"+JSON.stringify(res));
|
||||
jo=res.result;
|
||||
print("zzz"+JSON.stringify(jo));
|
||||
for(var i=0;i<jo.length;i++){
|
||||
jo[i].doId="x.x.x/"+jo[i].key;
|
||||
//print("zzz"+JSON.stringify(jo[i]));
|
||||
addDo(JSON.stringify(jo[i]));
|
||||
}
|
||||
}
|
||||
//{"name":"SearchEngine","pubKey":"04da01345770b7e09d4774bf6c0395399b18814aa0b7b158f64b634b8f3d628d9964af6523835225af11e467271f4969d67bf90b32eaa09f517c79b2d1f9b8a926","signature":"804f86b71650e747fef0eb1e822156325aee14f96e848547feeeab6850e34f8b27853ce4aded3a063292e90a349753667caffd944ab45dd8be6076930aaf79c3"}
|
||||
export function getLRS(arg){
|
||||
//res=executeContract("Router","getLRS",arg);
|
||||
//获取到的res为一个对象或者"failed"
|
||||
//info=JSON.parse(res).result.result;
|
||||
// Global.rocksdb.put("info",info);
|
||||
//return res;
|
||||
//模拟
|
||||
mockres="{\"date\": \"2016-07-04\",\"name\": \"搜索引擎\",\"doId\": \"86.139.38\",\"address\": \"39.104.209.15\",\"status\": \"已审核\",\"protocol\": \"IRP\",\"pubKey\": \"04da01345770b7e09d4774bf6c0395399b18814aa0b7b158f64b634b8f3d628d9964af6523835225af11e467271f4969d67bf90b32eaa09f517c79b2d1f9b8a926\"}"
|
||||
info=JSON.parse(mockres);
|
||||
SearchEnginedb = RocksDBUtil.loadDB("./SearchEngineDBdir/","false");
|
||||
SearchEnginedb.put("info",JSON.stringify(info));
|
||||
SearchEnginedb.close();
|
||||
//return JSON.parse(res).result.result;
|
||||
return "success";
|
||||
}
|
||||
export function getinfo(arg){
|
||||
//如果空返回null
|
||||
SearchEnginedb = RocksDBUtil.loadDB("./SearchEngineDBdir/","false");
|
||||
info=SearchEnginedb.get("info");
|
||||
SearchEnginedb.close();
|
||||
return info;
|
||||
}
|
||||
export function setinfo(arg){
|
||||
SearchEnginedb = RocksDBUtil.loadDB("./SearchEngineDBdir/","false");
|
||||
SearchEnginedb.put("info",arg);
|
||||
SearchEnginedb.close();
|
||||
return "success";
|
||||
}
|
||||
//{"doId":"aibd.govdata.tj/DBRepo","repoName":"DB类型Repo","contractID":"DBRepo"}
|
||||
//{"doId":"aibd.govdata.tj/RepoDemo","repoName":"repoDemo","contractID":"repoDemo"}
|
||||
//添加repo
|
||||
//1.向对应repo注册
|
||||
//2.getCount
|
||||
//3.getMetaByOffset
|
||||
//4.订阅这个Repo的事件，事件名称是RepoID
|
||||
@Description("示例参数一个JsonObj: {\"doId\":\"aibd.govdata.tj/DBRepo\",\"repoName\":\"DB类型Repo\",\"contractID\":\"DBRepo\"}")
|
||||
export function addRepo(arg){
|
||||
arg=convertArgToJson(arg);
|
||||
//index和不index有啥区别？
|
||||
if(arg.enableIndex==true){
|
||||
Global.allIndexCount++;
|
||||
updateEvent=executeContract(arg.contractID+"","getEvent","").result;
|
||||
//print(event);
|
||||
//订阅事件
|
||||
YancloudUtil.subscribe(updateEvent, updateRepoHandler);
|
||||
Global.events.push(updateEvent);
|
||||
//向repo注册
|
||||
var regist={
|
||||
name:"端节点搜索引擎",contractID:"SearchEngine"};
|
||||
executeContract(arg.contractID+"","register",JSON.stringify(regist));
|
||||
//getCount
|
||||
count=executeContract(arg.contractID+"","getCount","").result;
|
||||
doCountDB = RocksDBUtil.loadDB("./SearchEngineDoCount/","false");
|
||||
doCountDB.put(arg.doId,count);
|
||||
doCountDB.close();
|
||||
//print(count);
|
||||
//getMetaByOffset
|
||||
var param={
|
||||
};
|
||||
param.count=count/1;
|
||||
param.offset=0;
|
||||
//print(JSON.stringify(param));
|
||||
///print(arg.contractID);
|
||||
var ret=executeContract(arg.contractID+"","getMetaByOffset",JSON.stringify(param));
|
||||
//print(JSON.stringify(ret));
|
||||
var dolist = ret.result;
|
||||
for(var i=0;i<dolist.length;i++){
|
||||
//print(dolist[i].key);
|
||||
//print(dolist[i].value);
|
||||
jo=JSON.parse(dolist[i].value);
|
||||
jo.doId=arg.doId+"/"+dolist[i].key;
|
||||
//jo.doId=dolist[i].key;
|
||||
print("do:"+JSON.stringify(jo));
|
||||
addDo(JSON.stringify(jo));
|
||||
}
|
||||
Global.allUpdateCount++;
|
||||
Global.allRepoCount++;
|
||||
repodb = RocksDBUtil.loadDB("./SearchEngineRepoList/","false");
|
||||
repodb.put(arg.doId,JSON.stringify(arg));
|
||||
repodb.close();
|
||||
}
|
||||
|
||||
return {
|
||||
"msg":"success"};
|
||||
}
|
||||
export function testoffset(arg){
|
||||
arg=JSON.parse(arg);
|
||||
|
||||
count=executeContract(arg.contractID+"","getCount","").result;
|
||||
//print(count);
|
||||
|
||||
var param={
|
||||
};
|
||||
param.count=1/1;
|
||||
param.offset=0;
|
||||
//print(JSON.stringify(param));
|
||||
//print(arg.contractID);
|
||||
var ret=executeContract("DBRepo","getMetaByOffset","{\"count\":1,\"offset\":0}");
|
||||
//print(JSON.stringify(ret));
|
||||
}
|
||||
//{"doId":"86.139.28/d/d","owner":"xxx"}
|
||||
export function testAddDo(arg){
|
||||
var jo=convertArgToJson(arg);
|
||||
if(jo.prefix==undefined){
|
||||
jo.prefix=jo.doId.substr(0,jo.doId.lastIndexOf('/'));
|
||||
//print(jo.prefix);
|
||||
}
|
||||
Global.allUpdateCount++;
|
||||
Global.allDoCount++;
|
||||
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
|
||||
//print(jo.doId);
|
||||
dodb.put(jo.doId,JSON.stringify(jo));
|
||||
dodb.close();
|
||||
// print(JSON.stringify(jo));
|
||||
return Global.se.update(jo);
|
||||
}
|
||||
//{"doId":"86.139.28","owner":"xxx"}
|
||||
export function addDo(arg){
|
||||
print(arg);
|
||||
jo=convertArgToJson(arg);
|
||||
Global.allUpdateCount++;
|
||||
Global.allDoCount++;
|
||||
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
|
||||
//print(jo.doId);
|
||||
dodb.put(jo.doId,arg);
|
||||
dodb.close();
|
||||
print(JSON.stringify(jo));
|
||||
return Global.se.update(jo);
|
||||
}
|
||||
//86.139.28/abc
|
||||
@Description("示例参数: \"doi\"")
|
||||
export function getByDoid(arg){
|
||||
Global.allSearchCount++;
|
||||
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
|
||||
ret=dodb.get(arg);
|
||||
dodb.close();
|
||||
return ret;
|
||||
}
|
||||
//{"type":"doid","keyword":"86.139.28/abc"}
|
||||
//{"type":"owner","keyword":"04f21"}
|
||||
export function searchDo(arg){
|
||||
Global.allSearchCount++;
|
||||
var jo=JSON.parse(arg)
|
||||
if(jo.count==undefined) jo.count=10;
|
||||
if(jo.offset==undefined) jo.offset=0;
|
||||
return Global.se.search(jo);
|
||||
}
|
||||
//{"type":"doid","keyword":"86.139.28/abc","count":10,"offset":"0"}
|
||||
// export function searchByOffset(arg){
|
||||
// Global.searchCount++;
|
||||
// arg=JSON.parse(arg)
|
||||
// return Global.se.search(arg.type,arg.keyword,arg.count,arg.offset);
|
||||
// }
|
||||
//{"type":"creatTime","keyword":"creatTime","count":10,"offset":"0","from":"1141363811328","to":"1941363811328"}
|
||||
export function searchByRange(arg){
|
||||
Global.allSearchCount++;
|
||||
arg=JSON.parse(arg)
|
||||
return Global.se.searchByRange(arg);
|
||||
}
|
||||
//多个标签的搜索
|
||||
//params是一个数组，对应若干个key和val
|
||||
//执行对value的模糊搜索
|
||||
//count和offset可缺省
|
||||
//{"params":[{"type":"info","keyword":"说明"},{"type":"doid","keyword":"aibd"}],"count":"10","offset":"0"}
|
||||
export function searchByMultiTag(arg){
|
||||
Global.allSearchCount++;
|
||||
var arg=JSON.parse(arg);
|
||||
return Global.se.searchByMultiTag(arg);
|
||||
}
|
||||
//模糊搜索
|
||||
// {"keyword":"balabala","count":10,"offset":0}
|
||||
// export function searchByFuzzy(arg){
|
||||
// Global.searchCount++;
|
||||
// arg=JSON.parse(arg)
|
||||
// return Global.se.search(arg.type,arg.keyword,arg.count,arg.offset);
|
||||
// }
|
||||
//"86.139.28/1"
|
||||
//只支持根据doid删除
|
||||
@Description("示例参数: \"abc\"")
|
||||
export function deleteDo(arg){
|
||||
Global.allUpdateCount++;
|
||||
Global.allDoCount--;
|
||||
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
|
||||
//这里要删除！！！！
|
||||
dodb.close();
|
||||
return Global.se.delete(arg);
|
||||
}
|
||||
@Description("遍历KV库，无需参数")
|
||||
export function iterRepo(arg){
|
||||
repodb=RocksDBUtil.loadDB("./SearchEngineRepoList/","false");
|
||||
var iter = repodb.newIterator();
|
||||
var obj = undefined;
|
||||
var ret = [];
|
||||
var count=0;
|
||||
for (iter.seekToFirst();(obj=repodb.getNext(iter))!=undefined;){
|
||||
ret.push(obj);
|
||||
count++;
|
||||
}
|
||||
repodb.close();
|
||||
Global.allRepoCount=count;
|
||||
return {
|
||||
"data":ret,"total":count};
|
||||
}
|
||||
//测试用，待删除
|
||||
export function iterDo(arg){
|
||||
Global.allSearchCount++;
|
||||
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
|
||||
var iter = dodb.newIterator();
|
||||
var obj = undefined;
|
||||
var ret = [];
|
||||
var count=0;
|
||||
for (iter.seekToFirst();(obj=dodb.getNext(iter))!=undefined;){
|
||||
ret.push(obj);
|
||||
count++;
|
||||
}
|
||||
Global.allDoCount=count;
|
||||
dodb.close();
|
||||
return JSON.stringify(ret)
|
||||
}
|
||||
//{"doId":"xxx","count":1,"offset":0}
|
||||
export function getDoList(arg){
|
||||
Global.allSearchCount++;
|
||||
arg =convertArgToJson(arg);
|
||||
if(arg.count==undefined) arg.count=10;
|
||||
if(arg.offset==undefined) arg.offset=0;
|
||||
if(arg.doId==undefined){
|
||||
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
|
||||
var iter = dodb.newIterator();
|
||||
var obj = undefined;
|
||||
var ret = [];
|
||||
var i=0;
|
||||
for (iter.seekToFirst();i<arg.offset&&(obj= dodb.getNext(iter))!=undefined;i++){;};
|
||||
i=0;
|
||||
for (;(obj= dodb.getNext(iter))!=undefined&&i<arg.count+arg.offset;i++){
|
||||
value=convertArgToJson(obj.value);
|
||||
ret.push(value);
|
||||
}
|
||||
return {data: ret, total: ret.length};
|
||||
|
||||
}
|
||||
else{
|
||||
dodb=RocksDBUtil.loadDB("./SearchEngineDoList/","false");
|
||||
var iter = dodb.newIterator();
|
||||
var obj = undefined;
|
||||
var ret = [];
|
||||
var i=0;
|
||||
for (iter.seekToFirst();i<arg.offset&&(obj= dodb.getNext(iter))!=undefined;i++){;};
|
||||
i=0;
|
||||
for (;(obj= dodb.getNext(iter))!=undefined&&i<arg.count+arg.offset;i++){
|
||||
value=convertArgToJson(obj.value);
|
||||
if(value.prefix==arg.doId){
|
||||
ret.push(value);
|
||||
}
|
||||
}
|
||||
return {data: ret, total: ret.length};
|
||||
}
|
||||
}
|
||||
export function hello(arg){
|
||||
return "hello World"+requester;
|
||||
//return org.bdware.datanet.searchEngine.searchEngine.test();
|
||||
}
|
||||
export function testMock(arg){
|
||||
return 0;
|
||||
}
|
||||
export function getAllRepoCount(arg) {
|
||||
return {"data":Global.allRepoCount};
|
||||
}
|
||||
export function getAllUserCount(arg) {
|
||||
return {"data":Global.allUserCount};
|
||||
}
|
||||
export function getAllSearchCount(arg) {
|
||||
return {"data":Global.allSearchCount};
|
||||
}
|
||||
export function getAllUpdateCount(arg) {
|
||||
return {"data":Global.allUpdateCount};
|
||||
}
|
||||
export function getAllDoCount(arg) {
|
||||
return {"data":Global.allDoCount};
|
||||
}
|
||||
export function getAllIndexCount(arg) {
|
||||
return {"data":Global.allIndexCount};
|
||||
}
|
||||
//ControlProxy使用的接口
|
||||
//参数：doid的模糊匹配
|
||||
//bdware.txte/Repo1/do.newele.data
|
||||
//输入:"Repo"
|
||||
//"data":[{
|
||||
// "doId":"bdware.txte/Repo1","count":10}
|
||||
// ,{
|
||||
// "doId":"bdware.txte/Repo2","count":12}
|
||||
// ]};
|
||||
export function getDoCount(arg) {
|
||||
Global.searchCount++;
|
||||
doCountDB = RocksDBUtil.loadDB("./SearchEngineDoCount/","false");
|
||||
var iter = doCountDB.newIterator();
|
||||
var obj = undefined;
|
||||
var ret = [];
|
||||
var count=0;
|
||||
for (iter.seekToFirst();(obj=doCountDB.getNext(iter))!=undefined;){
|
||||
//print(JSON.stringify(ret));
|
||||
var matchs_array=obj.key.match(arg);
|
||||
if(matchs_array==null) continue;
|
||||
else if(matchs_array.length>0) ret.push({
|
||||
"doId":obj.key,"count":obj.value/1}
|
||||
);
|
||||
}
|
||||
return {
|
||||
"data":ret};
|
||||
}
|
||||
|
||||
export function testIndex(arg) {
|
||||
return Global.se.test();
|
||||
}
|
||||
//全量同步
|
||||
//{"doId":"aibd.govdata.tj/RepoDemo","repoName":"repoDemo","contractID":"repoDemo"}
|
||||
export function fullSync(arg) {
|
||||
//getCount
|
||||
arg=JSON.parse(arg);
|
||||
count=executeContract(arg.contractID+"","getCount","").result;
|
||||
doCountDB = RocksDBUtil.loadDB("./SearchEngineDoCount/","false");
|
||||
doCountDB.put(arg.doId,count);
|
||||
doCountDB.close();
|
||||
//print(count);
|
||||
//getMetaByOffset
|
||||
var param={
|
||||
};
|
||||
param.count=count/1;
|
||||
param.offset=0;
|
||||
var ret=executeContract(arg.contractID+"","getMetaByOffset",JSON.stringify(param));
|
||||
var dolist = JSON.parse(ret.result);
|
||||
for(var i=0;i<dolist.length;i++){
|
||||
// print(dolist[i].key);
|
||||
// print(dolist[i].value);
|
||||
jo=JSON.parse(dolist[i].value);
|
||||
jo.doId=arg.doId+"/"+dolist[i].key;
|
||||
// print(JSON.stringify(jo));
|
||||
addDo(JSON.stringify(jo));
|
||||
}
|
||||
}
|
||||
}
|
||||
9
datanet-search-engine-backend/yjs/manifest.json
Normal file
9
datanet-search-engine-backend/yjs/manifest.json
Normal file
@ -0,0 +1,9 @@
|
||||
{
|
||||
"main": "SearchEngine.yjs",
|
||||
"memory": "kill",
|
||||
"doi": "Contract_1172400934",
|
||||
"insnLimit": 0,
|
||||
"buildTime": 1635385270646,
|
||||
"builder": "ContractEngine",
|
||||
"startAtUnpack": true
|
||||
}
|
||||
6
datanet-search-engine-backend/yjs/mockConfig.json
Normal file
6
datanet-search-engine-backend/yjs/mockConfig.json
Normal file
@ -0,0 +1,6 @@
|
||||
{
|
||||
"config": {
|
||||
"testMock":{"result":"@int(80,100)"}
|
||||
},
|
||||
"version": "0.0.0"
|
||||
}
|
||||
@ -1,2 +1,3 @@
|
||||
rootProject.name = 'ContractJavaExample'
|
||||
rootProject.name = 'registry'
|
||||
include 'backend'
|
||||
include 'datanet-search-engine-backend'
|
||||
Loading…
Reference in New Issue
Block a user