Merge pull request 'Use regex to filter databases' (#3) from feature/filterDatabasesForTransfer into dev

Reviewed-on: #3

.editorconfig

@@ -0,0 +1,26 @@
+# Remove the line below if you want to inherit .editorconfig settings from higher directories
+root = true
+
+# C# files
+[*.cs]
+
+# Indentation and spacing
+indent_size = 4
+indent_style = space
+tab_width = 4
+
+# Naming Conventions
+dotnet_naming_style.camel_case.capitalization = camel_case
+
+# New line preferences
+csharp_new_line_before_open_brace = none
+csharp_new_line_before_else = false
+csharp_new_line_before_catch = false
+csharp_new_line_before_finally = false
+
+# Wrapping preferences
+csharp_preserve_single_line_statements = true
+csharp_preserve_single_line_blocks = true
+
+# Switch case
+csharp_indent_case_contents = true

.gitignore

@@ -0,0 +1,3 @@
+.vscode/
+[Oo]bj/
+[Bb]in/

justfile

@@ -0,0 +1,31 @@
+default:
+    @just --list
+
+project_name := `printf '%s\n' "${PWD##*/}"`
+uppercase_project_name := capitalize(project_name)
+
+setup:
+    @dotnet new sln --name {{project_name}}
+    @mkdir src
+    @dotnet new classlib -o  src/{{uppercase_project_name}}
+    @dotnet new xunit -o src/{{uppercase_project_name}}.Tests
+    @dotnet sln add src/{{uppercase_project_name}}/{{uppercase_project_name}}.csproj
+    @dotnet sln add src/{{uppercase_project_name}}.Tests/{{uppercase_project_name}}.Tests.csproj
+    @dotnet add src/{{uppercase_project_name}}/{{uppercase_project_name}}.csproj reference src/{{uppercase_project_name}}.Tests/{{uppercase_project_name}}.Tests.csproj
+
+run:
+    @dotnet run
+
+build:
+    @dotnet build src/{{uppercase_project_name}}/{{project_name}}.csproj
+    @dotnet build src/{{uppercase_project_name}}.Tests/{{uppercase_project_name}}.Tests.csproj
+
+publish: format
+    @dotnet publish --configuration Release src/{{uppercase_project_name}}/{{project_name}}.csproj
+
+format:
+    @dotnet format src/{{uppercase_project_name}}
+    @dotnet format src/{{uppercase_project_name}}.Tests
+
+test: build
+    @dotnet test src/{{uppercase_project_name}}.Tests

src/Pacserver.Tests/Pacserver.Tests.csproj

@@ -0,0 +1,29 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <TargetFramework>net7.0</TargetFramework>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <Nullable>enable</Nullable>
+    <RuntimeIdentifier>linux-x64</RuntimeIdentifier>
+    <IsPackable>false</IsPackable>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="FluentAssertions" Version="6.11.0" />
+    <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.3.2" />
+    <PackageReference Include="xunit" Version="2.4.2" />
+    <PackageReference Include="xunit.runner.visualstudio" Version="2.4.5">
+      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
+      <PrivateAssets>all</PrivateAssets>
+    </PackageReference>
+    <PackageReference Include="coverlet.collector" Version="3.1.2">
+      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
+      <PrivateAssets>all</PrivateAssets>
+    </PackageReference>
+  </ItemGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\Pacserver\pacserver.csproj" />
+  </ItemGroup>
+
+</Project>

src/Pacserver.Tests/TransferFilesTest.cs

@@ -0,0 +1,18 @@
+using Pacserver.Utils;
+
+namespace Pacserver.Tests;
+
+public class TranserFilesTest {
+    [Fact]
+    public void transferPacmanCache_doesNotFail() {
+        // Arrange
+        PacserverUtils utils = new PacserverUtils();
+
+        // Act
+        utils.readPacmanConfig();
+        utils.transferPacmanCache();
+
+        // Assert
+        //Assert.NotEmpty(Directory.GetFiles("/home/rene/test/"));
+    }
+}

src/Pacserver.Tests/Usings.cs

@@ -0,0 +1,2 @@
+global using Xunit;
+global using FluentAssertions;

src/Pacserver.Tests/checkForNewerStuffTest.cs

@@ -0,0 +1,60 @@
+using Pacserver.Utils;
+
+namespace Pacserver.Tests;
+
+public class checkForNewerStuffTest {
+    [Fact]
+    public void checkForNewerPackages_throwsExceptionIfNoFilesExist() {
+        // Arrange
+        PacserverUtils utils = new PacserverUtils();
+
+        // Act
+        Action act = () => utils.diff("/tmp/before_update.txt", "/tmp/after_update.txt");
+
+        // Assert
+        act.Should().Throw<FileNotFoundException>().WithMessage("Necessary files could not be found");
+    }
+
+    [Fact]
+    public void getEveryPackageNameAndVersionViaFolderName_createsFiles() {
+        // Arrange
+        PacserverUtils utils = new PacserverUtils();
+        utils.readPacmanConfig();
+
+        // Act
+        utils.getEveryPackageNameAndVersionViaFolderName("/tmp/before_update.txt");
+        utils.getEveryPackageNameAndVersionViaFolderName("/tmp/after_update.txt");
+
+        // Assert
+        File.Exists("/tmp/before_update.txt").Should().BeTrue();
+        File.Exists("/tmp/after_update.txt").Should().BeTrue();
+    }
+
+    [Fact]
+    public void packageNamesAndVersion_notEmpty() {
+        // Arrange
+        PacserverUtils utils = new PacserverUtils();
+        utils.readPacmanConfig();
+        utils.getEveryPackageNameAndVersionViaFolderName("/tmp/before_update.txt");
+
+        // Act
+        List<String> packageList = utils.packageNamesAndVersion;
+
+        // Assert
+        packageList.Should().NotBeNullOrEmpty();
+    }
+
+    [Fact]
+    public void getEveryPackageNameAndVersionViaFolderName_throwsExceptionIfListIsEmpty() {
+        // Arrange
+        PacserverUtils utils = new PacserverUtils();
+        Directory.CreateDirectory("/tmp/local");
+        utils.pacmanDatabaseDirectory = "/tmp/";
+
+        // Act
+        Action act = () => utils.getEveryPackageNameAndVersionViaFolderName("/tmp/before_update.txt");
+
+        // Assert
+        act.Should().Throw<Exception>().WithMessage("How did you execute this without any packages?");
+    }
+}

src/Pacserver.Tests/checkIfDatabasesWereModifiedTest.cs

@@ -0,0 +1,31 @@
+using Pacserver.Utils;
+
+namespace Pacserver.Tests;
+
+public class checkIfDatabasesWereModifiedTest {
+    [Fact]
+    public void checkIfDatabasesWereModified_throwsExceptionIfNoValidModeIsGiven() {
+        // Arrange
+        PacserverUtils utils = new PacserverUtils();
+        utils.readPacmanConfig();
+
+        // Act
+        Action act = () => utils.checkIfDatabasesWereModified("test", "/tmp/test.txt");
+
+        // Assert
+        act.Should().Throw<ArgumentException>().WithMessage("No valid mode was given. Valid modes are before and after");
+    }
+
+    [Fact]
+    public void checkIfDatabasesWereModified_throwsNoExceptionIfValidModeIsGiven() {
+        // Arrange
+        PacserverUtils utils = new PacserverUtils();
+        utils.readPacmanConfig();
+
+        // Act
+        Action act = () => utils.checkIfDatabasesWereModified("before", "/tmp/test.txt");
+
+        // Assert
+        act.Should().NotThrow();
+    }
+}

src/Pacserver.Tests/readPacmanConfigTest.cs

@@ -0,0 +1,18 @@
+using Pacserver.Utils;
+
+namespace Pacserver.Tests;
+
+public class readPacmanConfigTest {
+    [Fact]
+    public void readPacmanConfig_returnsNoException() {
+        // Arrange
+        PacserverUtils utils = new PacserverUtils();
+
+        // Act
+        var exception = Record.Exception(() => utils.readPacmanConfig());
+
+        // Assert
+        Assert.Null(exception);
+    }
+}
+

src/Pacserver/Pacserver.cs

@@ -0,0 +1,131 @@
+using System.Net.Http.Headers;
+using System.Text.RegularExpressions;
+
+namespace Pacserver.Utils;
+public class PacserverUtils {
+    public string pacmanCacheDirectory = string.Empty;
+    public string pacmanDatabaseDirectory = string.Empty;
+    public static List<String> pathsToDetermine = new List<String>() { "CacheDir", "DBPath" };
+    public void readPacmanConfig() {
+        using (StreamReader file = new StreamReader("/etc/pacman.conf")) {
+            Regex regex = new Regex(@"\/(?:[\w.-]+\/)*[\w.-]+(?:\.\w+)*\/?$"); // https://regex101.com/r/GwWeui/2
+            string? line;
+
+            while ((line = file.ReadLine()) is not null) {
+                foreach (string path in pathsToDetermine) {
+                    if (line.Contains(path)) {
+                        Match match = regex.Match(line);
+                        if (match.Success) {
+                            switch (path) {
+                                case "CacheDir":
+                                    pacmanCacheDirectory = match.ToString();
+                                    break;
+                                case "DBPath":
+                                    pacmanDatabaseDirectory = match.ToString();
+                                    break;
+                                default:
+                                    throw new Exception("Could not deal with " + match.ToString());
+                            }
+                        } else {
+                            string pathsToDetermineString = string.Join(",", pathsToDetermine);
+                            throw new Exception("Could not determine the necessary file paths: " + pathsToDetermineString);
+                        }
+                    }
+                }
+            }
+        }
+    }
+
+    public List<String> packageNamesAndVersion = new List<String>();
+    public void getEveryPackageNameAndVersionViaFolderName(string filePath) {
+        string[] directories = Directory.GetDirectories(pacmanDatabaseDirectory + "local/");
+        foreach (string directory in directories) {
+            packageNamesAndVersion.Add(new DirectoryInfo(directory).Name);
+        }
+
+        if (packageNamesAndVersion.Capacity > 0) {
+            File.WriteAllLines(filePath, packageNamesAndVersion);
+        } else {
+            throw new Exception("How did you execute this without any packages?");
+        }
+    }
+
+    public List<String> diffOfPackagesOrDatabases = new List<String>();
+    public void diff(string before, string after) {
+        if (File.Exists(before) && File.Exists(after)) {
+            diffOfPackagesOrDatabases = File.ReadAllLines(after).Except(File.ReadLines(before)).ToList();
+        } else {
+            throw new FileNotFoundException("Necessary files could not be found");
+        }
+    }
+
+    public List<String> databases = new List<String>();
+    public void checkIfDatabasesWereModified(string mode, string filePath) {
+        string[] databases = Directory.GetFiles(pacmanDatabaseDirectory + "sync/");
+
+        foreach (string database in databases) {
+            switch (mode) {
+                case "before":
+                    writeDatabaseAccessTimeToFile(filePath, database);
+                    break;
+                case "after":
+                    writeDatabaseAccessTimeToFile(filePath, database);
+                    break;
+                default:
+                    throw new ArgumentException("No valid mode was given. Valid modes are before and after");
+            }
+        }
+    }
+
+    public void writeDatabaseAccessTimeToFile(string filePath, string database) {
+        if (!File.Exists(filePath)) {
+            using (File.Open(filePath, FileMode.OpenOrCreate, FileAccess.ReadWrite, FileShare.ReadWrite)) {
+                using (StreamWriter sw = new StreamWriter(filePath)) {
+                    sw.WriteLine(database + " " + File.GetLastAccessTime(database));
+                }
+            }
+        } else if (File.Exists(filePath)) {
+            using (File.Open(filePath, FileMode.Open, FileAccess.ReadWrite, FileShare.ReadWrite)) {
+                using (var sw = new StreamWriter(filePath, true)) {
+                    sw.WriteLine(database + " " + File.GetLastAccessTime(database));
+                }
+            }
+        }
+    }
+
+    public List<String> databasesToTransfer = new List<String>();
+    public void filterDiffOutputForDatabases() {
+        foreach (string database in diffOfPackagesOrDatabases) {
+            databasesToTransfer.Add(getDatabaseFromRegex(database, @"\/(?:[\w.-]+\/)*[\w.-]+(?:\.\w+)*\/*db")); // https://regex101.com/r/Wm5M0P/1
+        }
+    }
+
+    public string getDatabaseFromRegex(string input, string pattern) {
+        string match = string.Empty;
+        MatchCollection matchCollection = Regex.Matches(input, pattern);
+
+        foreach (Match matches in matchCollection) {
+            match = matches.Value;
+        }
+
+        return match;
+    }
+
+    private static List<String> newerPackagesAndDatabases = new List<String>();
+    public async void transferPacmanCache() {
+        HttpClient client = new HttpClient();
+        HttpRequestMessage request = new HttpRequestMessage(HttpMethod.Post, "http://192.168.0.69:12000/upload?path=/");
+        MultipartFormDataContent content = new MultipartFormDataContent();
+
+        foreach (string pkgOrDb in newerPackagesAndDatabases) {
+            content.Add(new ByteArrayContent(File.ReadAllBytes(pacmanCacheDirectory + pkgOrDb)), "path", Path.GetFileName(pacmanCacheDirectory + pkgOrDb));
+        }
+        request.Content = content;
+
+        await client.SendAsync(request);
+    }
+
+    public void transferPacmanDatabases() {
+
+    }
+}

src/Pacserver/Program.cs

@@ -0,0 +1,60 @@
+using Pacserver.Utils;
+
+public class Program {
+    static void Main(string[] args) {
+        if (args.Length == 0) {
+            Console.ForegroundColor = ConsoleColor.Red;
+            Console.WriteLine("Please specify an option.");
+            Console.ResetColor();
+            Console.WriteLine("Possible options are: determinePacmanCacheDirectory, packagesBefore, packagesAfter, diffPackages, databasesBefore, databasesAfter, diffDatabases, filter");
+            return;
+        }
+
+        PacserverUtils utils = new PacserverUtils();
+
+        switch (args[0]) {
+            case "determinePacmanCacheDirectory":
+                utils.readPacmanConfig();
+                Console.WriteLine(utils.pacmanCacheDirectory);
+                break;
+            case "packagesBefore":
+                utils.readPacmanConfig();
+                utils.getEveryPackageNameAndVersionViaFolderName("/tmp/before_update.txt");
+                break;
+            case "packagesAfter":
+                utils.readPacmanConfig();
+                utils.getEveryPackageNameAndVersionViaFolderName("/tmp/after_update.txt");
+                break;
+            case "diffPackages":
+                utils.diff("/tmp/before_update.txt", "/tmp/after_update.txt");
+                string packages = string.Join("\n", utils.diffOfPackagesOrDatabases);
+                Console.WriteLine(packages);
+                break;
+            case "databasesBefore":
+                utils.readPacmanConfig();
+                utils.checkIfDatabasesWereModified("before", "/tmp/databases_before.txt");
+                break;
+            case "databasesAfter":
+                utils.readPacmanConfig();
+                utils.checkIfDatabasesWereModified("after", "/tmp/databases_after.txt");
+                break;
+            case "diffDatabases":
+                utils.diff("/tmp/databases_before.txt", "/tmp/databases_after.txt");
+                string databases = string.Join("\n", utils.diffOfPackagesOrDatabases);
+                Console.WriteLine(databases);
+                break;
+            case "filter":
+                utils.diff("/tmp/databases_before.txt", "/tmp/databases_after.txt");
+                utils.filterDiffOutputForDatabases();
+                string filteredDatabases = string.Join("\n", utils.databasesToTransfer);
+                Console.WriteLine(filteredDatabases);
+                break;
+            default:
+                Console.ForegroundColor = ConsoleColor.Red;
+                Console.WriteLine(args[0] + " is not a recognized option.");
+                Console.ResetColor();
+                Console.WriteLine("Possible options are: determinePacmanCacheDirectory, packagesBefore, packagesAfter, diffPackages, databasesBefore, databasesAfter, diffDatabases, filter");
+                break;
+        }
+    }
+}

src/Pacserver/pacserver.csproj

@@ -0,0 +1,14 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>net7.0</TargetFramework>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <Nullable>enable</Nullable>
+    <PublishSingleFile>true</PublishSingleFile>
+    <SelfContained>true</SelfContained>
+    <RuntimeIdentifier>linux-x64</RuntimeIdentifier>
+    <PublishTrimmed>true</PublishTrimmed>
+  </PropertyGroup>
+
+</Project>

src/pacserver.sln

@@ -0,0 +1,32 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio Version 17
+VisualStudioVersion = 17.0.31903.59
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "pacserver", "Pacserver\pacserver.csproj", "{2B605458-AFBE-4A78-B4EA-9562C82BC932}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Pacserver.Tests", "Pacserver.Tests\Pacserver.Tests.csproj", "{0B504958-E66D-4E32-AB22-19F94713AFCD}"
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Debug|Any CPU = Debug|Any CPU
+		Release|Any CPU = Release|Any CPU
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{6FCF1241-CE3C-4A4A-8625-866A4E8E7623}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{6FCF1241-CE3C-4A4A-8625-866A4E8E7623}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{6FCF1241-CE3C-4A4A-8625-866A4E8E7623}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{6FCF1241-CE3C-4A4A-8625-866A4E8E7623}.Release|Any CPU.Build.0 = Release|Any CPU
+		{2B605458-AFBE-4A78-B4EA-9562C82BC932}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{2B605458-AFBE-4A78-B4EA-9562C82BC932}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{2B605458-AFBE-4A78-B4EA-9562C82BC932}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{2B605458-AFBE-4A78-B4EA-9562C82BC932}.Release|Any CPU.Build.0 = Release|Any CPU
+		{0B504958-E66D-4E32-AB22-19F94713AFCD}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{0B504958-E66D-4E32-AB22-19F94713AFCD}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{0B504958-E66D-4E32-AB22-19F94713AFCD}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{0B504958-E66D-4E32-AB22-19F94713AFCD}.Release|Any CPU.Build.0 = Release|Any CPU
+	EndGlobalSection
+EndGlobal