Compare commits

..

No commits in common. "fix/Pacserver" and "dev" have entirely different histories.

6 changed files with 113 additions and 179 deletions

1
.gitignore vendored
View File

@ -1,4 +1,3 @@
.vscode/ .vscode/
[Oo]bj/ [Oo]bj/
[Bb]in/ [Bb]in/
.sonarqube/

View File

@ -4,15 +4,15 @@ namespace Pacserver.Tests;
public class TranserFilesTest { public class TranserFilesTest {
[Fact] [Fact]
public async void transferPacmanCache_doesNotFail() { public void transferPacmanCache_doesNotFail() {
// Arrange // Arrange
PacserverUtils utils = new PacserverUtils(); PacserverUtils utils = new PacserverUtils();
// Act // Act
utils.readPacmanConfig(); utils.readPacmanConfig();
Action act = () => utils.transfer(); utils.transferPacmanCache();
// Assert // Assert
act.Should().NotThrow(); //Assert.NotEmpty(Directory.GetFiles("/home/rene/test/"));
} }
} }

View File

@ -7,11 +7,11 @@ public class checkForNewerStuffTest {
public void checkForNewerPackages_throwsExceptionIfNoFilesExist() { public void checkForNewerPackages_throwsExceptionIfNoFilesExist() {
// Arrange // Arrange
PacserverUtils utils = new PacserverUtils(); PacserverUtils utils = new PacserverUtils();
File.Delete(utils.pacserverDirectory + "packages_before.txt"); File.Delete("/tmp/packages_before.txt");
File.Delete(utils.pacserverDirectory + "packages_after.txt"); File.Delete("/tmp/packages_after.txt");
// Act // Act
Action act = () => utils.diff(utils.pacserverDirectory + "packages_before.txt", utils.pacserverDirectory + "packages_after.txt"); Action act = () => utils.diff("/tmp/packages_before.txt", "/tmp/packages_after.txt");
// Assert // Assert
act.Should().Throw<FileNotFoundException>().WithMessage("Necessary files could not be found"); act.Should().Throw<FileNotFoundException>().WithMessage("Necessary files could not be found");
@ -21,31 +21,29 @@ public class checkForNewerStuffTest {
public void getEveryPackageNameAndVersionViaFolderName_createsFiles() { public void getEveryPackageNameAndVersionViaFolderName_createsFiles() {
// Arrange // Arrange
PacserverUtils utils = new PacserverUtils(); PacserverUtils utils = new PacserverUtils();
Directory.CreateDirectory("/tmp/pacserverTest/"); utils.readPacmanConfig();
utils.pacmanCacheDirectory = "/tmp/pacserverTest/";
// Act // Act
utils.getEveryPackageNameAndVersion("before", utils.pacserverDirectory + "packages_before.txt"); utils.getEveryPackageNameAndVersion("before", "/tmp/packages_before.txt");
utils.getEveryPackageNameAndVersion("after", utils.pacserverDirectory + "packages_after.txt"); utils.getEveryPackageNameAndVersion("after", "/tmp/packages_after.txt");
// Assert // Assert
File.Exists(utils.pacserverDirectory + "packages_before.txt").Should().BeTrue(); File.Exists("/tmp/packages_before.txt").Should().BeTrue();
File.Exists(utils.pacserverDirectory + "packages_before.txt").Should().BeTrue(); File.Exists("/tmp/packages_before.txt").Should().BeTrue();
} }
[Fact] [Fact]
public void packageNamesAndVersion_isEmpty() { public void packageNamesAndVersion_notEmpty() {
// Arrange // Arrange
PacserverUtils utils = new PacserverUtils(); PacserverUtils utils = new PacserverUtils();
Directory.CreateDirectory("/tmp/pacserverTest/"); utils.readPacmanConfig();
utils.pacmanCacheDirectory = "/tmp/pacserverTest/"; utils.getEveryPackageNameAndVersion("before", "/tmp/packages_before.txt");
utils.getEveryPackageNameAndVersion("before", utils.pacserverDirectory + "packages_before.txt");
// Act // Act
var packageList = utils.packageNamesAndVersion; List<String> packageList = utils.packageNamesAndVersion;
// Assert // Assert
packageList.Should().BeEmpty(); packageList.Should().NotBeNullOrEmpty();
} }
[Fact] [Fact]
@ -54,7 +52,7 @@ public class checkForNewerStuffTest {
PacserverUtils utils = new PacserverUtils(); PacserverUtils utils = new PacserverUtils();
// Act // Act
Action act = () => utils.getEveryPackageNameAndVersion("test", utils.pacserverDirectory + "test.txt"); Action act = () => utils.getEveryPackageNameAndVersion("test", "/tmp/test.txt");
// Assert // Assert
act.Should().Throw<ArgumentException>().WithMessage("No valid mode was given. Valid modes are before and after"); act.Should().Throw<ArgumentException>().WithMessage("No valid mode was given. Valid modes are before and after");

View File

@ -1,22 +0,0 @@
using Pacserver.Utils;
namespace Pacserver.Tests;
public class getEverySigFileTest {
[Fact]
public void getEverySigFile_ListShouldNotBeEmpty() {
// Arrange
PacserverUtils utils = new PacserverUtils();
Directory.CreateDirectory("/tmp/pacserverTest/");
utils.pacmanCacheDirectory = "/tmp/pacserverTest/";
File.Create(utils.pacmanCacheDirectory + "zsh-5.9-3-x86_64.pkg.tar.zst.sig");
// Act
utils.getEverySigFile();
var sigFiles = utils.sigFiles;
Directory.Delete(utils.pacmanCacheDirectory, true);
// Assert
sigFiles.Should().NotBeEmpty();
}
}

View File

@ -1,68 +1,48 @@
using System.Collections.Immutable; using System.Net.Http.Headers;
using System.Text.RegularExpressions; using System.Text.RegularExpressions;
namespace Pacserver.Utils; namespace Pacserver.Utils;
public partial class PacserverUtils { public class PacserverUtils {
public string? pacserverDirectory { get; set; } public string pacmanCacheDirectory = string.Empty;
public void prerequisites() { public string pacmanDatabaseDirectory = string.Empty;
AppDomain.CurrentDomain.SetData("REGEX_DEFAULT_MATCH_TIMEOUT", TimeSpan.FromMilliseconds(100)); public static List<String> pathsToDetermine = new List<String>() { "CacheDir", "DBPath" };
pacserverDirectory = "/tmp/pacserver/";
pacmanCacheDirectory = string.Empty;
pacmanDatabaseDirectory = string.Empty;
if (!Directory.Exists(pacserverDirectory)) {
Directory.CreateDirectory(pacserverDirectory);
}
}
public void cleanup() {
if (Directory.Exists(pacserverDirectory)) {
Directory.Delete(pacserverDirectory, true);
}
}
public string? pacmanCacheDirectory { get; set; }
public string? pacmanDatabaseDirectory { get; set; }
public readonly ImmutableList<String> pathsToDetermine = ImmutableList.Create("CacheDir", "DBPath");
[GeneratedRegex(@"\/(?:[\w.-]+\/)*[\w.-]+(?:\.\w+)*\/?$", RegexOptions.NonBacktracking)] // https://regex101.com/r/GwWeui/2
private static partial Regex CacheDirOrDBPathRegex();
public void readPacmanConfig() { public void readPacmanConfig() {
using (StreamReader file = new StreamReader("/etc/pacman.conf")) { using (StreamReader file = new StreamReader("/etc/pacman.conf")) {
Regex regex = new Regex(@"\/(?:[\w.-]+\/)*[\w.-]+(?:\.\w+)*\/?$"); // https://regex101.com/r/GwWeui/2
string? line; string? line;
while ((line = file.ReadLine()) is not null) { while ((line = file.ReadLine()) is not null) {
string cachePath = pathsToDetermine[0]; foreach (string path in pathsToDetermine) {
string dbPath = pathsToDetermine[1]; if (line.Contains(path)) {
Match match = regex.Match(line);
if (!line.Contains(cachePath) && !line.Contains(dbPath)) { if (match.Success) {
continue; switch (path) {
} case "CacheDir":
pacmanCacheDirectory = match.ToString();
Match match = CacheDirOrDBPathRegex().Match(line); break;
case "DBPath":
if (!match.Success) { pacmanDatabaseDirectory = match.ToString();
string pathsToDetermineString = string.Join(",", pathsToDetermine); break;
throw new DirectoryNotFoundException("Could not determine the necessary file paths: " + pathsToDetermineString); default:
} throw new Exception("Could not deal with " + match.ToString());
}
if (line.Contains(cachePath)) { } else {
pacmanCacheDirectory = match.ToString(); string pathsToDetermineString = string.Join(",", pathsToDetermine);
} else if (line.Contains(dbPath)) { throw new Exception("Could not determine the necessary file paths: " + pathsToDetermineString);
pacmanDatabaseDirectory = match.ToString(); }
}
} }
} }
} }
} }
public List<String> packageNamesAndVersion = new List<String>(); public List<String> packageNamesAndVersion = new List<String>();
[GeneratedRegex(@".+\.pkg\.tar\.zst$", RegexOptions.NonBacktracking)]
private static partial Regex onlyGetPackages();
public void getEveryPackageNameAndVersion(string mode, string filePath) { public void getEveryPackageNameAndVersion(string mode, string filePath) {
Regex regex = new Regex(@".+\.pkg\.tar\.zst$");
if (Directory.Exists(pacmanCacheDirectory)) { if (Directory.Exists(pacmanCacheDirectory)) {
if (Directory.GetFiles(pacmanCacheDirectory) is not null) { if (Directory.GetFiles(pacmanCacheDirectory) is not null) {
packageNamesAndVersion = Directory.GetFiles(pacmanCacheDirectory).Where(file => onlyGetPackages().IsMatch(file)).ToList(); packageNamesAndVersion = Directory.GetFiles(pacmanCacheDirectory).Where(file => regex.IsMatch(file)).ToList();
} else { } else {
Console.WriteLine("No packages found in pacman cache"); Console.WriteLine("No packages found in pacman cache");
} }
@ -96,17 +76,6 @@ public partial class PacserverUtils {
} }
} }
public List<String> sigFiles = new List<String>();
[GeneratedRegex(@".+\.pkg\.tar\.zst\.sig$", RegexOptions.NonBacktracking)]
private static partial Regex onlyGetSigFiles();
public void getEverySigFile() {
if (Directory.Exists(pacmanCacheDirectory)) {
if (Directory.GetFiles(pacmanCacheDirectory) is not null) {
sigFiles = Directory.GetFiles(pacmanCacheDirectory).Where(file => onlyGetSigFiles().IsMatch(file)).ToList();
}
}
}
public List<String> diffOfPackagesOrDatabases = new List<String>(); public List<String> diffOfPackagesOrDatabases = new List<String>();
public void diff(string before, string after) { public void diff(string before, string after) {
if (File.Exists(before) && File.Exists(after)) { if (File.Exists(before) && File.Exists(after)) {
@ -116,73 +85,45 @@ public partial class PacserverUtils {
} }
} }
public void saveDiffToFile(string filePath) { public List<String> databases = new List<String>();
public void checkIfDatabasesWereModified(string mode, string filePath) {
string[] databases = Directory.GetFiles(pacmanDatabaseDirectory + "sync/");
foreach (string database in databases) {
switch (mode) {
case "before":
writeDatabaseAccessTimeToFile(filePath, database);
break;
case "after":
writeDatabaseAccessTimeToFile(filePath, database);
break;
default:
throw new ArgumentException("No valid mode was given. Valid modes are before and after");
}
}
}
public void writeDatabaseAccessTimeToFile(string filePath, string database) {
if (File.Exists(filePath)) { if (File.Exists(filePath)) {
File.Delete(filePath); File.Delete(filePath);
} }
using (File.Open(filePath, FileMode.OpenOrCreate, FileAccess.ReadWrite, FileShare.ReadWrite)) { using (File.Open(filePath, FileMode.OpenOrCreate, FileAccess.ReadWrite, FileShare.ReadWrite)) {
using (StreamWriter sw = new StreamWriter(filePath)) { using (StreamWriter sw = new StreamWriter(filePath)) {
foreach (string packageOrDatabase in diffOfPackagesOrDatabases) { sw.WriteLine(database + " " + File.GetLastAccessTime(database));
sw.WriteLine(packageOrDatabase);
}
}
}
}
public List<String> readDiffFileToList(string filePath) {
using (File.Open(filePath, FileMode.Open, FileAccess.Read, FileShare.Read)) {
return File.ReadAllLines(filePath).ToList();
}
}
public List<String> databases = new List<String>();
public void checkIfDatabasesWereModified(string mode, string filePath) {
databases = Directory.GetFiles(pacmanDatabaseDirectory + "sync/").ToList();
switch (mode) {
case "before":
writeDatabaseAccessTimeToFile(filePath);
break;
case "after":
writeDatabaseAccessTimeToFile(filePath);
break;
default:
throw new ArgumentException("No valid mode was given. Valid modes are before and after");
}
}
public void writeDatabaseAccessTimeToFile(string filePath) {
if (File.Exists(filePath)) {
File.Delete(filePath);
}
using (File.Open(filePath, FileMode.OpenOrCreate, FileAccess.ReadWrite, FileShare.Read)) {
using (StreamWriter sw = new StreamWriter(filePath)) {
foreach (string database in databases) {
sw.WriteLine(database + " " + File.GetLastAccessTime(database));
}
} }
} }
} }
public List<String> databasesToTransfer = new List<String>(); public List<String> databasesToTransfer = new List<String>();
[GeneratedRegex(@"\/(?:[\w.-]+\/)*[\w.-]+(?:\.\w+)*\/*db", RegexOptions.NonBacktracking)] // https://regex101.com/r/Wm5M0P/1
private static partial Regex onlyGetDatabaseName();
public void filterDiffOutputForDatabases() { public void filterDiffOutputForDatabases() {
foreach (string database in diffOfPackagesOrDatabases) { foreach (string database in diffOfPackagesOrDatabases) {
databasesToTransfer.Add(onlyGetDatabaseName().Match(database).Value); databasesToTransfer.Add(Regex.Match(database, @"\/(?:[\w.-]+\/)*[\w.-]+(?:\.\w+)*\/*db").Value); // https://regex101.com/r/Wm5M0P/1
} }
} }
private static List<String> newerPackagesAndDatabases = new List<String>(); private static List<String> newerPackagesAndDatabases = new List<String>();
public void combinePackagesWithDatabases() { public async void transferPacmanCache() {
newerPackagesAndDatabases.AddRange(packageNamesAndVersion);
newerPackagesAndDatabases.AddRange(databasesToTransfer);
newerPackagesAndDatabases.AddRange(sigFiles);
}
public async Task transfer() {
HttpClient client = new HttpClient(); HttpClient client = new HttpClient();
HttpRequestMessage request = new HttpRequestMessage(HttpMethod.Post, "http://192.168.0.69:12000/upload?path=/"); HttpRequestMessage request = new HttpRequestMessage(HttpMethod.Post, "http://192.168.0.69:12000/upload?path=/");
MultipartFormDataContent content = new MultipartFormDataContent(); MultipartFormDataContent content = new MultipartFormDataContent();
@ -194,4 +135,8 @@ public partial class PacserverUtils {
await client.SendAsync(request); await client.SendAsync(request);
} }
public void transferPacmanDatabases() {
}
} }

View File

@ -1,51 +1,65 @@
using Pacserver.Utils; using Pacserver.Utils;
public class Program { public class Program {
protected Program() {
}
static void Main(string[] args) { static void Main(string[] args) {
if (args.Length == 0) { if (args.Length == 0) {
Console.ForegroundColor = ConsoleColor.Red; Console.ForegroundColor = ConsoleColor.Red;
Console.WriteLine("Please specify an option."); Console.WriteLine("Please specify an option.");
Console.ResetColor(); Console.ResetColor();
Console.WriteLine("Possible options are: before, after"); Console.WriteLine("Possible options are: determinePacmanCacheDirectory, packagesBefore, packagesAfter, diffPackages, databasesBefore, databasesAfter, diffDatabases, filter");
return; return;
} }
PacserverUtils utils = new PacserverUtils(); PacserverUtils utils = new PacserverUtils();
utils.prerequisites();
utils.readPacmanConfig();
switch (args[0]) { switch (args[0]) {
case "before": case "determinePacmanCacheDirectory":
utils.getEveryPackageNameAndVersion("before", utils.pacserverDirectory + "packages_before.txt"); utils.readPacmanConfig();
utils.checkIfDatabasesWereModified("before", utils.pacserverDirectory + "databases_before.txt"); Console.WriteLine(utils.pacmanCacheDirectory);
break; break;
case "after": case "packagesBefore":
utils.getEveryPackageNameAndVersion("after", utils.pacserverDirectory + "packages_after.txt"); utils.readPacmanConfig();
utils.checkIfDatabasesWereModified("after", utils.pacserverDirectory + "databases_after.txt"); utils.getEveryPackageNameAndVersion("before", "/tmp/packages_before.txt");
break;
utils.diff(utils.pacserverDirectory + "packages_before.txt", utils.pacserverDirectory + "packages_after.txt"); case "packagesAfter":
utils.saveDiffToFile(utils.pacserverDirectory + "package_diff.txt"); utils.readPacmanConfig();
utils.getEveryPackageNameAndVersion("after", "/tmp/packages_after.txt");
utils.diff(utils.pacserverDirectory + "databases_before.txt", utils.pacserverDirectory + "databases_after.txt"); break;
utils.saveDiffToFile(utils.pacserverDirectory + "database_diff.txt"); case "diffPackages":
utils.diff("/tmp/packages_before.txt", "/tmp/packages_after.txt");
string packages = string.Join("\n", utils.diffOfPackagesOrDatabases);
Console.WriteLine(packages);
break;
case "databasesBefore":
utils.readPacmanConfig();
utils.checkIfDatabasesWereModified("before", "/tmp/databases_before.txt");
break;
case "databasesAfter":
utils.readPacmanConfig();
utils.checkIfDatabasesWereModified("after", "/tmp/databases_after.txt");
break;
case "diffDatabases":
utils.diff("/tmp/databases_before.txt", "/tmp/databases_after.txt");
string databases = string.Join("\n", utils.diffOfPackagesOrDatabases);
Console.WriteLine(databases);
break;
case "filter":
utils.diff("/tmp/databases_before.txt", "/tmp/databases_after.txt");
utils.filterDiffOutputForDatabases(); utils.filterDiffOutputForDatabases();
string filteredDatabases = string.Join("\n", utils.databasesToTransfer);
utils.packageNamesAndVersion = utils.readDiffFileToList(utils.pacserverDirectory + "package_diff.txt"); Console.WriteLine(filteredDatabases);
break;
utils.getEverySigFile(); case "getEveryPackageInCache":
utils.combinePackagesWithDatabases(); utils.readPacmanConfig();
utils.transfer(); utils.getEveryPackageNameAndVersion("before", "/tmp/packages_before.txt");
string allPackages = string.Join("\n", utils.packageNamesAndVersion);
utils.cleanup(); Console.WriteLine(allPackages);
break; break;
default: default:
Console.ForegroundColor = ConsoleColor.Red; Console.ForegroundColor = ConsoleColor.Red;
Console.WriteLine(args[0] + " is not a recognized option."); Console.WriteLine(args[0] + " is not a recognized option.");
Console.ResetColor(); Console.ResetColor();
Console.WriteLine("Possible options are: before, after"); Console.WriteLine("Possible options are: determinePacmanCacheDirectory, packagesBefore, packagesAfter, diffPackages, databasesBefore, databasesAfter, diffDatabases, filter");
break; break;
} }
} }