File size: 1,879 Bytes
490ec84 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
#!/usr/bin/env python3
import os
import time
from datetime import datetime
from digest_segment import process_segment
from export_to_spreadsheet import export_to_csv
SEGMENT_PATH = os.path.join(os.path.dirname(__file__), "digest_paths")
CSV_PATH = os.path.join(os.path.dirname(__file__), "digs_results.csv")
PROCESSED_LOG = os.path.join(os.path.dirname(__file__), ".digested_files.log")
def load_processed():
if os.path.exists(PROCESSED_LOG):
with open(PROCESSED_LOG, 'r') as f:
return set(line.strip() for line in f.readlines())
return set()
def save_processed(filename):
with open(PROCESSED_LOG, 'a') as f:
f.write(filename + "\n")
def append_to_csv(result):
import csv
exists = os.path.exists(CSV_PATH)
with open(CSV_PATH, 'a', newline='', encoding='utf-8') as csvfile:
writer = csv.DictWriter(csvfile, fieldnames=["timestamp", "filename", "char_count", "processed_paths"])
if not exists:
writer.writeheader()
writer.writerow({
"timestamp": datetime.utcnow().isoformat(),
**result
})
def watch_and_digs():
print("DIGS Daemon running. Watching for new .txt files...")
seen = load_processed()
while True:
for file in os.listdir(SEGMENT_PATH):
if file.endswith(".txt") and file not in seen:
full_path = os.path.join(SEGMENT_PATH, file)
print(f"Processing new file: {file}")
try:
result = process_segment(full_path)
if result:
append_to_csv(result)
save_processed(file)
print(f"Done: {file}")
except Exception as e:
print(f"Error processing {file}: {e}")
time.sleep(2)
if __name__ == "__main__":
watch_and_digs()
|