Added Parser to generate Text

2025-10-29 01:05:33 +00:00 · 2023-01-02 08:32:03 +01:00
parent 3a57090666
commit e390a7f8e7
1506 changed files with 13600 additions and 3663 deletions
--- a/old_files_transfer/Program.cs
+++ b/old_files_transfer/Program.cs
@@ -1,2 +1,108 @@
-// See https://aka.ms/new-console-template for more information
-Console.WriteLine("Hello, World!");
+using System.Linq;
+using System.Text;
+using System.Text.RegularExpressions;
+using System.Xml.Linq;
+
+var _ = new SekundaerLiteraturParser("./old_data/sekundaer.xml");
+
+static class Helpers {
+    public static XDocument ParseFile(string filepath) {
+        var text = File.ReadAllText(filepath, System.Text.Encoding.UTF8);
+        text = ReplaceWhiteSpaces(text);
+        return XDocument.Parse(text, LoadOptions.PreserveWhitespace);
+    }
+
+
+    public static bool HasClass(string classes, XElement element) {
+        if (String.IsNullOrEmpty(classes) || element == null) return false;
+        if (HasAttribute("class", element)) return element.Attribute("class")!.Value.Contains(classes);
+        return false;
+    }
+
+    public static bool HasAttribute(string attributename, XElement element) {
+        if (String.IsNullOrEmpty(attributename) || element == null) return false;
+        if (!element.HasAttributes) return false;
+        if (!element.Attributes(attributename).Any()) return false;
+        if (String.IsNullOrWhiteSpace(element.Attribute(attributename)!.Value)) return false;
+        return true;
+    }
+
+    public static string ReplaceWhiteSpaces(string str) {
+        Regex regex = new Regex(@"\s+");
+        return regex.Replace(str, " ");
+    }
+}
+
+
+class SekundaerLiteraturParser {
+    private string filepath;
+    private string filename;
+    private XDocument document;
+    private string? Jahreszahl;
+    private string? Name;
+
+    private Dictionary<string, (string, string, string)> ParsedFiles;
+    private StringBuilder? CurrentText;
+
+    public SekundaerLiteraturParser(string filepath) {
+        this.filepath = filepath;
+        this.filename = filepath.Split("/").Last();
+        this.ParsedFiles = new Dictionary<string, (string, string, string)>();
+        if (Directory.Exists("./output/" + filename)) Directory.Delete("./" + filename, true);
+        Directory.CreateDirectory("./output/" + filename);
+        this.document = Helpers.ParseFile(filepath);
+        this.CurrentText = new StringBuilder();
+        foreach (var element in document.Descendants()) {
+            if (Helpers.HasClass("Jahreszahl", element)) {
+                if (Jahreszahl != null) InsertInto();
+                this.Jahreszahl = element.Value.Trim();
+            }
+            if (Helpers.HasClass("Einzug", element)) { 
+                if (CurrentText.Length != 0) {
+                    InsertInto();
+                }
+                if (element.Descendants("b").Any()) {
+                    this.Name = element.Descendants("b").First().Value.Trim();
+                }
+                CurrentText.Append(element.ToString());
+            }
+            if (Helpers.HasClass("Kommentar", element)) {
+                CurrentText.Append("\n\n");
+                CurrentText.Append(element.ToString());
+            }
+        }
+        Flush();
+    }
+
+    private void InsertInto() {
+        var AuthorYear = Jahreszahl + "_" + Name;
+        if (!ParsedFiles.ContainsKey(AuthorYear)) {
+            ParsedFiles.Add(AuthorYear, (Jahreszahl, Name, CurrentText.ToString()));
+        }
+        else {
+            ParsedFiles[AuthorYear] = (
+                Jahreszahl,
+                Name, 
+                ParsedFiles[AuthorYear].Item3 + "\n\n\n" + CurrentText.ToString()
+            );
+        }
+        
+        CurrentText.Clear();
+    }
+
+    private void Flush() {
+        foreach (var entry in this.ParsedFiles) {
+            var sb = new StringBuilder();
+            var fn = "./output/" + filename + "/" + entry.Value.Item1 + "_" + entry.Value.Item2 + ".html";
+            sb.AppendLine("---");
+            sb.AppendLine("Jahr: " + entry.Value.Item1);
+            sb.AppendLine("Autor: " + entry.Value.Item2);
+            sb.AppendLine("---");
+            if (File.Exists(fn)) {
+                Console.WriteLine(fn);
+            }
+            sb.Append(entry.Value.Item3);
+            System.IO.File.WriteAllText(fn, sb.ToString());
+        }
+    }
+}