diff options
| -rw-r--r-- | tmx-to-plain.py | 95 |
1 files changed, 95 insertions, 0 deletions
diff --git a/tmx-to-plain.py b/tmx-to-plain.py new file mode 100644 index 0000000..07cac6f --- /dev/null +++ b/tmx-to-plain.py @@ -0,0 +1,95 @@ +import argparse +import datetime +import sys + +from translate.storage.tmx import tmxfile + + +def extract_from_tmx(tmx_file_path, + src_out_path, + tgt_out_path, + begin_date, + date, + src_out_after, + tgt_out_after): + with open(tmx_file_path, 'rb') as in_fp: + tmx_file = tmxfile(in_fp) + + if src_out_after is not None and tgt_out_after is not None: + src_out_after_fp = open(src_out_after, "w") + tgt_out_after_fp = open(tgt_out_after, "w") + + + with open(src_out_path, "w") as src_out_fp, open(tgt_out_path, "w") as tgt_out_fp: + for index, node in enumerate(tmx_file.unit_iter()): + src_out_fp_ = src_out_fp + tgt_out_fp_ = tgt_out_fp + + if begin_date is not None: + date_string = node.get_target_dom().get('lastusagedate')[:8] + date_obj = datetime.datetime.strptime(date_string, '%Y%m%d').date() + if date_obj < begin_date: + continue + + if date is not None: + date_string = node.get_target_dom().get('changedate')[:8] + date_obj = datetime.datetime.strptime(date_string, '%Y%m%d').date() + if date_obj > date: + src_out_fp_ = src_out_after_fp + tgt_out_fp_ = tgt_out_after_fp + + src_string = f"{node.source}" + tgt_string = f"{node.target}" + src_string = src_string.replace('\n', ' ').replace('\r', '') + tgt_string = tgt_string.replace('\n', ' ').replace('\r', '') + + src_out_fp_.write(f"{src_string}\n") + tgt_out_fp_.write(f"{tgt_string}\n") + if (index + 1) % 1000 == 0: + sys.stdout.write(f"Processed {index + 1} lines\r") + sys.stdout.flush() + + if src_out_after is not None and tgt_out_after is not None: + src_out_after_fp.close() + tgt_out_after_fp.close() + + +def main(): + + usage = "Usage: python tmx_to_plain.py [options]" + parser = argparse.ArgumentParser(usage=usage) + parser.add_argument("-i", "--input", help="input tmx file") + parser.add_argument("-d", "--date", help="date for splitting the output") + parser.add_argument("-b", "--begin_date", help="earliest date (lastusage) to retain data") + + args = parser.parse_args() + + if args.input is None: + parser.print_help() + sys.exit(1) + + args.input + + src_out = args.input + ".src" + tgt_out = args.input + ".tgt" + + + if args.date is not None: + date = datetime.datetime.strptime(args.date, '%Y-%m-%d').date() + src_out_after = src_out + ".after." + args.date + tgt_out_after = tgt_out + ".after." + args.date + else: + date = None + src_out_after = None + tgt_out_after = None + + if args.begin_date is not None: + begin_date = datetime.datetime.strptime(args.begin_date, '%Y-%m-%d').date() + else: + begin_date = None + + extract_from_tmx(args.input, src_out, tgt_out, begin_date, date, src_out_after, tgt_out_after) + + +if __name__ == '__main__': + main() |