smolkik_adm/deduplicator
1
0
Fork 0
mirror of https://github.com/sreedevk/deduplicator.git synced 2026-09-04 22:45:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

performance improvements

Browse Source
This commit is contained in:
sreedev
2022-12-29 19:57:25 -05:00
parent e35072335e
commit efadfe6c8a
2 changed files with 14 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/scanner.rs
View File

@@ -76,15 +76,17 @@ fn scan(app_opts: App, connection: &sqlite::Connection) -> Result<Vec<String>> {
}
fn index_files(files: Vec<String>, connection: &sqlite::Connection) {
files
.into_iter()
let hashed: Vec<File> = files
.into_par_iter()
.map(|file| {
let hash = hash_file(&file).unwrap();
database::File { path: file, hash }
})
.for_each(|file| {
database::put(&file, connection).unwrap();
});
.collect();
hashed.into_iter().for_each(|file| {
database::put(&file, connection).unwrap();
});
}
pub fn hash_file(filepath: &str) -> Result<String> {