File size: 4,685 Bytes
73e99c6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 |
#!/usr/bin/env python3
"""
Word Document to Markdown Converter
Converts .doc and .docx files to Markdown format for The Shadow of Lillya project.
"""
import os
import sys
import argparse
from pathlib import Path
import subprocess
import re
def convert_with_pandoc(input_file, output_file):
"""Convert document using pandoc (preferred method)"""
try:
cmd = [
'pandoc',
input_file,
'-f', 'docx' if input_file.endswith('.docx') else 'doc',
'-t', 'markdown',
'--wrap=none',
'--markdown-headings=atx',
'-o', output_file
]
result = subprocess.run(cmd, capture_output=True, text=True, check=True)
print(f"✅ Successfully converted {input_file} to {output_file}")
return True
except subprocess.CalledProcessError as e:
print(f"❌ Pandoc conversion failed: {e}")
print(f"Error output: {e.stderr}")
return False
except FileNotFoundError:
print("❌ Pandoc not found. Please install pandoc first.")
return False
def clean_markdown_content(content):
"""Clean up the markdown content for better formatting"""
# Remove excessive blank lines
content = re.sub(r'\n\s*\n\s*\n', '\n\n', content)
# Fix common formatting issues
content = re.sub(r'\\\*', '*', content) # Fix escaped asterisks
content = re.sub(r'\\_', '_', content) # Fix escaped underscores
# Ensure proper spacing around headers
content = re.sub(r'([^\n])\n(#+\s)', r'\1\n\n\2', content)
# Clean up list formatting
content = re.sub(r'\n\s*(\d+\.|\*|\-)\s*\n', r'\n\1 ', content)
return content.strip()
def process_file(input_path, output_dir):
"""Process a single file"""
input_file = Path(input_path)
if not input_file.exists():
print(f"❌ File not found: {input_file}")
return False
# Create output directory if it doesn't exist
output_dir = Path(output_dir)
output_dir.mkdir(parents=True, exist_ok=True)
# Generate output filename
output_file = output_dir / f"{input_file.stem}.md"
# Convert using pandoc
if convert_with_pandoc(str(input_file), str(output_file)):
# Clean up the content
try:
with open(output_file, 'r', encoding='utf-8') as f:
content = f.read()
cleaned_content = clean_markdown_content(content)
with open(output_file, 'w', encoding='utf-8') as f:
f.write(cleaned_content)
print(f"📝 Cleaned and formatted: {output_file}")
return True
except Exception as e:
print(f"⚠️ Warning: Could not clean content: {e}")
return True # Still successful even if cleaning failed
return False
def main():
parser = argparse.ArgumentParser(description='Convert Word documents to Markdown')
parser.add_argument('input', help='Input file or directory')
parser.add_argument('-o', '--output', default='manuscripts',
help='Output directory (default: manuscripts)')
parser.add_argument('--recursive', '-r', action='store_true',
help='Process directories recursively')
args = parser.parse_args()
input_path = Path(args.input)
if input_path.is_file():
# Single file
if input_path.suffix.lower() in ['.doc', '.docx']:
success = process_file(input_path, args.output)
sys.exit(0 if success else 1)
else:
print(f"❌ Unsupported file type: {input_path.suffix}")
sys.exit(1)
elif input_path.is_dir():
# Directory
pattern = '**/*' if args.recursive else '*'
word_files = list(input_path.glob(pattern))
word_files = [f for f in word_files if f.suffix.lower() in ['.doc', '.docx']]
if not word_files:
print(f"❌ No Word documents found in {input_path}")
sys.exit(1)
print(f"📚 Found {len(word_files)} Word document(s) to convert:")
for f in word_files:
print(f" - {f}")
success_count = 0
for word_file in word_files:
if process_file(word_file, args.output):
success_count += 1
print(f"\n✅ Successfully converted {success_count}/{len(word_files)} files")
sys.exit(0 if success_count == len(word_files) else 1)
else:
print(f"❌ File or directory not found: {input_path}")
sys.exit(1)
if __name__ == '__main__':
main()
|