89 lines
4.2 KiB
Python
89 lines
4.2 KiB
Python
import io
|
|
import json
|
|
import os
|
|
import psutil
|
|
import re
|
|
import subprocess
|
|
|
|
|
|
def get_rtf_styles(rtf_source: str):
|
|
match_list = re.findall(r'\\s(\d+)(?:\\sbasedon\d+)?\\snext\d+((?:\\[a-z0-9]+ ?)+)(?: ([A-Z][a-zA-Z ]*));', rtf_source)
|
|
if not match_list:
|
|
raise ValueError(f'Couldn\'t find valid RTF styles')
|
|
rtf_styles = {}
|
|
for (style_number, partial_rtf_style, style_name) in match_list:
|
|
rtf_style = r'\s' + style_number + partial_rtf_style
|
|
rtf_styles[int(style_number)] = rtf_style
|
|
rtf_styles[style_name] = rtf_style
|
|
return rtf_styles
|
|
|
|
def parse_story(story_path, config, out_dir, temp_dir, ignore_empty_files=False):
|
|
should_create_txt_story = any(ws in config for ws in ('furaffinity', 'inkbunny', 'sofurry'))
|
|
should_create_md_story = any(ws in config for ws in ('weasyl',))
|
|
should_create_rtf_story = any(ws in config for ws in ('aryion',))
|
|
if not (should_create_txt_story or should_create_md_story or should_create_rtf_story):
|
|
raise ValueError('Invalid configuration for story parsing: No valid websites found')
|
|
|
|
for proc in psutil.process_iter(['cmdline']):
|
|
if proc.info['cmdline'] and 'libreoffice' in proc.info['cmdline'][0] and '--writer' in proc.info['cmdline'][1:]:
|
|
if ignore_empty_files:
|
|
print('WARN: LibreOffice Writer appears to be running. This command may output empty files until it is closed.')
|
|
break
|
|
print('WARN: LibreOffice Writer appears to be running. This command may raise an error until it is closed.')
|
|
break
|
|
|
|
story_filename = os.path.split(story_path)[1].rsplit('.')[0]
|
|
txt_out_path = os.path.join(out_dir, f'{story_filename}.txt') if should_create_txt_story else os.devnull
|
|
md_out_path = os.path.join(out_dir, f'{story_filename}.md') if should_create_md_story else os.devnull
|
|
txt_tmp_path = os.path.join(temp_dir, f'{story_filename}.txt') if should_create_rtf_story else os.devnull
|
|
RE_EMPTY_LINE = re.compile(r'^$')
|
|
RE_SEQUENTIAL_EQUAL_SIGNS = re.compile(r'=(?==)')
|
|
is_only_empty_lines = True
|
|
with subprocess.Popen(('libreoffice', '--cat', story_path), stdout=subprocess.PIPE) as ps:
|
|
# Mangle output files so that .RTF will always have a single LF between lines, and .TXT/.MD can have one or two CRLF
|
|
with open(txt_out_path, 'w', newline='\r\n') as txt_out, open(md_out_path, 'w', newline='\r\n') as md_out, open(txt_tmp_path, 'w') as txt_tmp:
|
|
needs_empty_line = False
|
|
for line in io.TextIOWrapper(ps.stdout, encoding='utf-8-sig'):
|
|
# Remove empty lines
|
|
line = line.strip()
|
|
md_line = line
|
|
if RE_EMPTY_LINE.search(line) and not is_only_empty_lines:
|
|
needs_empty_line = True
|
|
else:
|
|
if should_create_md_story:
|
|
md_line = RE_SEQUENTIAL_EQUAL_SIGNS.sub('= ', line.replace(r'*', r'\*'))
|
|
if is_only_empty_lines:
|
|
txt_out.writelines((line,))
|
|
md_out.writelines((md_line,))
|
|
txt_tmp.writelines((line,))
|
|
is_only_empty_lines = False
|
|
else:
|
|
if needs_empty_line:
|
|
txt_out.writelines(('\n\n', line))
|
|
md_out.writelines(('\n\n', md_line))
|
|
needs_empty_line = False
|
|
else:
|
|
txt_out.writelines(('\n', line))
|
|
md_out.writelines(('\n', md_line))
|
|
txt_tmp.writelines(('\n', line))
|
|
txt_out.writelines(('\n'))
|
|
md_out.writelines(('\n'))
|
|
if is_only_empty_lines:
|
|
error = f'Story processing returned empty file: libreoffice --cat {story_path}'
|
|
if ignore_empty_files:
|
|
print(f'Ignoring error ({error})')
|
|
else:
|
|
raise RuntimeError(error)
|
|
if should_create_rtf_story:
|
|
rtf_out_path = os.path.join(out_dir, f'{story_filename}.rtf')
|
|
# Convert temporary .txt to .rtf
|
|
subprocess.run(['libreoffice', '--convert-to', 'rtf:Rich Text Format', '--outdir', out_dir, txt_tmp_path], check=True, capture_output=True)
|
|
# Convert monospace font ('Preformatted Text') to serif ('Normal')
|
|
with open(rtf_out_path, 'r+') as f:
|
|
rtf = f.read()
|
|
rtf_styles = get_rtf_styles(rtf)
|
|
monospace_style = rtf_styles['Preformatted Text'] # rtf_styles[20]
|
|
serif_style = rtf_styles['Normal'] # rtf_styles[0]
|
|
f.seek(0)
|
|
f.write(rtf.replace(monospace_style, serif_style))
|
|
f.truncate()
|