Import of the watch repository from Pebble

tools/generate_codepoint_requirements.py

@@ -0,0 +1,54 @@
+# Copyright 2024 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import json, argparse, codecs, re, os
+
+def generate_codepoint_requirements(path, encoding='utf-8', controlchars=False):
+    latin_start = 0x20
+    latin_end = 0x2AF
+    lang = None
+    codepoints = set()
+
+    with codecs.open(path, encoding=encoding, mode='r') as fin:
+        for line in fin:
+            if lang is None:
+                langstr = re.search("^\"Language: (\w*)", line)
+                lang = langstr.group(1) if langstr else None
+                continue
+
+            msgstr = re.search("^msgstr \"(.*)\"$", line)
+            if msgstr and len(msgstr.group(1)) > 0:
+                for char in msgstr.group(1):
+                    codepoints.update(char)
+
+        required_codepoints = [ord(c) for c in codepoints if ord(c) > latin_end or (ord(c) < latin_start and controlchars)]
+        return {'language': lang, 'codepoints': required_codepoints}
+
+def main():
+    parser = argparse.ArgumentParser(description="Given a PO file, generate a JSON file containing the codepoints required to display the translated strings")
+    parser.add_argument('input', help="Path to PO file containing translated strings")
+    parser.add_argument('--output', help="Path to output JSON file containing codepoints")
+    parser.add_argument('--encoding', help="Set encoding of input file (default is utf-8)", default='utf-8')
+    parser.add_argument('--controlchars', help="If set, control characters (U+0000 - U+001F) will not be excluded", action='store_true')
+    args = parser.parse_args()
+
+    if args.output is None:
+        args.output = os.path.splitext(args.input)[0] + '.json'
+
+    fout = open(args.output, mode='w')
+    fout.write(json.dumps(generate_codepoint_requirements(args.input, args.encoding, args.controlchars), indent=2))
+
+if __name__ == "__main__":
+    main()
+