New tool to facilitate efficient read-throughs of the game text

Platform/Apple/virtual/tools/processText.py

@@ -0,0 +1,63 @@
+#!/usr/bin/env python3
+
+import base64
+import hashlib
+import re
+import sys
+import xml.etree.ElementTree as ET
+
+seenhashes = set()
+scriptlines = 0
+
+def hashstr(s):
+    md5 = hashlib.md5(s.encode())
+    return re.sub(r'=+$', '', base64.b32encode(md5.digest()[0:6]).decode())
+
+def processsentence(sentence):
+    global scriptlines
+    h = hashstr(sentence)
+    if h in seenhashes:
+        print(f"{h}    <dupe>")
+    else:
+        print(f"{h}    {sentence}")
+        seenhashes.add(h)
+    scriptlines += 1
+
+def processnode(textfield):
+    text = textfield.text
+    if text is not None:
+        lines = re.split(r'(\^[mM])', text)
+        for i in range(0, len(lines), 2):
+            line = lines[i]
+            sep = lines[i+1] if i+1 < len(lines) else None
+            assert line is not None
+            #if sep is not None:
+            #    processsentence(sep)
+            parts = re.split(r'((?<!Mr)(?<!Mrs)(?<!Ms)(?<!Dr)[.!?…]+[)”"=]?\s*)', line)
+            #print(f"parts={parts!r}")
+            for j in range(0, len(parts), 2):
+                sentence = parts[j] + (parts[j+1] if j+1 < len(parts) else '')
+                if not sentence == "":
+                    processsentence(sentence)
+
+def trav(node, parentpath):
+    global scriptlines
+    if node.tag.endswith("script"):
+        if scriptlines > 0:
+            print()
+            scriptlines = 0
+    path = parentpath + [f"{node.tag.replace('{outlaw}', '')}{':'+node.attrib['type'] if 'type' in node.attrib else ''}"]
+    if node.tag.endswith("next"):
+        path = path[0:-2]
+    strpath = ";".join(path)
+    if re.search(r'block:text_(print|story).*block:text.*field', strpath):
+        processnode(node)
+    for kid in node:
+        trav(kid, path)
+
+tree = ET.parse(sys.argv[1])
+trav(tree.getroot(), [])
+
+#for el in tree.iter():
+#    if 'type' in el.attrib and 'text_print' in el.attrib['type']
+#    print(f"tag={el.tag} type={el.attrib['type'] if 'type' in el.attrib else None} text={el.text!r}")