ProfessionalUwU/chksum
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 4 Wiki Activity

First implementation of parralel checksumming

Browse Source
This commit is contained in:
ProfessionalUwU
2023-06-27 22:31:24 +02:00
parent bc42dd542a
commit 531a4676e9
1 changed files with 29 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
src/Chksum/chksum.cs
View File

@@ -1,4 +1,6 @@
using System.Reflection;
using System.Security.Cryptography;
using System.Threading.Tasks;
using Microsoft.Data.Sqlite;
namespace Chksum.Utils;
public class ChksumUtils {
@@ -62,13 +64,19 @@ public class ChksumUtils {
}
}
private string CalculateMD5(string filename) {
using (var md5 = System.Security.Cryptography.MD5.Create()) {
using (var stream = File.OpenRead(filename)) {
var hash = md5.ComputeHash(stream);
return BitConverter.ToString(hash).Replace("-", "").ToLowerInvariant();
private string[] CalculateMD5(string[] filenames) {
string[] checksums = new string[filenames.Length];
Parallel.ForEach(filenames, (filename, state, index) => {
using (var md5 = MD5.Create()) {
using (var stream = File.OpenRead(filename)) {
var hash = md5.ComputeHash(stream);
checksums[index] = BitConverter.ToString(hash).Replace("-", "").ToLowerInvariant();
}
}
}
});
return checksums;
}
public void doTheThing() {
@@ -76,14 +84,22 @@ public class ChksumUtils {
using (var connection = new SqliteConnection("Data Source=" + DatabaseRoot + "chksum.db;Mode=ReadWrite")) {
Directory.SetCurrentDirectory(directory); // Set new root
if (getFileCount() >= 1) {
DirectoryInfo dir = new DirectoryInfo(Directory.GetCurrentDirectory());
FileInfo[] files = dir.GetFiles();
foreach (FileInfo file in files) {
string fileName = file.Name;
string absolutePathToFile = Path.GetFullPath(fileName);
string[] filenames = Directory.GetFiles(directory);
string[] fileHashes = CalculateMD5(filenames);
//DirectoryInfo dir = new DirectoryInfo(Directory.GetCurrentDirectory());
//FileInfo[] files = dir.GetFiles();
int index = 0;
foreach (string file in filenames) {
index++;
string absolutePathToFile = file;
string pathToFile = Path.GetRelativePath(DatabaseRoot, absolutePathToFile);
string fileHash = CalculateMD5(fileName);
string fileHash = "";
if (index < fileHashes.Length) {
//Console.WriteLine("Index at: " + index);
fileHash = fileHashes.GetValue(index).ToString();
}
string fileName = Path.GetFileName(absolutePathToFile);
if (checkIfFileMovedAndUpdatePathToFile(fileHash, fileName, pathToFile) == false && checkIfFileAlreadyExistsInDatabase(fileHash, fileName) == false) {
connection.Open();