smolkik_adm/deduplicator
1
0
Fork 0
mirror of https://github.com/sreedevk/deduplicator.git synced 2026-09-05 06:50:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

added strict mode with partial hashing default

Browse Source
This commit is contained in:
sreedevk
2025-07-12 21:17:00 +00:00
parent 4aa536e89b
commit 8826a87f32
3 changed files with 42 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/server.rs
View File

@@ -25,14 +25,15 @@ impl Server {
filequeue: Arc::new(Mutex::new(Vec::new())),
sw_duplicate_set: Arc::new(DashMap::new()),
hw_duplicate_set: Arc::new(DashMap::new()),
threadpool: ThreadPool::new(8),
threadpool: ThreadPool::new(4),
app_args: Arc::new(opts),
max_file_path_len: Arc::new(AtomicU64::new(0)),
}
}
pub fn start(&self) -> Result<()> {
let app_args_clone = self.app_args.clone();
let app_args_clone_for_sc = self.app_args.clone();
let app_args_clone_for_pr = self.app_args.clone();
let file_queue_clone_sc = self.filequeue.clone();
let file_queue_clone_pr = self.filequeue.clone();
let scanner_finished = Arc::new(AtomicBool::new(false));
@@ -46,7 +47,7 @@ impl Server {
let max_file_path_len_clone = self.max_file_path_len.clone();
self.threadpool.execute(move || {
Scanner::build(app_args_clone)
Scanner::build(app_args_clone_for_sc)
.unwrap()
.scan(file_queue_clone_sc)
.unwrap();
@@ -63,7 +64,8 @@ impl Server {
)
.unwrap();
Processor::hashwise(store_dupl_sw_for_hw, store_dupl_hw).unwrap();
Processor::hashwise(app_args_clone_for_pr, store_dupl_sw_for_hw, store_dupl_hw)
.unwrap();
});
self.threadpool.join();