Spaces:
Sleeping
Sleeping
Auto commit at 23-2025-08 6:54:22
Browse files- lily_llm_api/app_v2.py +328 -192
- lily_llm_core/context_manager.py +30 -1
- lily_llm_core/integrated_memory_manager.py +143 -0
- lily_llm_core/text_summarizer.py +265 -0
- lily_llm_core/user_memory_manager.py +44 -0
- requirements.txt +4 -1
- requirements_full_lily_250823_0436_summarizers.txt +152 -0
- test_summarizers.py +91 -0
lily_llm_api/app_v2.py
CHANGED
|
@@ -62,6 +62,7 @@ from lily_llm_core.context_manager import get_context_manager, context_manager
|
|
| 62 |
|
| 63 |
# ๊ณ์ธต์ ๋ฉ๋ชจ๋ฆฌ ์์คํ
์ถ๊ฐ
|
| 64 |
from lily_llm_core.integrated_memory_manager import integrated_memory_manager
|
|
|
|
| 65 |
|
| 66 |
# ์ ์ญ ๋ณ์๋ค
|
| 67 |
current_model = None # ๐ ํ์ฌ ๋ก๋๋ ๋ชจ๋ธ ์ธ์คํด์ค
|
|
@@ -580,207 +581,69 @@ def generate_sync(prompt: str, image_data_list: Optional[List[bytes]], max_lengt
|
|
| 580 |
|
| 581 |
# 2. RAG ๊ฒ์ ๊ฒฐ๊ณผ ์ปจํ
์คํธ (PDF ๋ด์ฉ ํฌํจ)
|
| 582 |
try:
|
| 583 |
-
#
|
| 584 |
rag_context = ""
|
| 585 |
|
| 586 |
-
#
|
| 587 |
-
|
| 588 |
-
|
| 589 |
-
room_id=room_id,
|
| 590 |
-
session_id=session_id,
|
| 591 |
-
include_user_memory=True,
|
| 592 |
-
include_room_context=True,
|
| 593 |
-
include_session_history=False # ํ์ฌ ๋ํ๋ ๋ณ๋๋ก ์ฒ๋ฆฌ
|
| 594 |
-
)
|
| 595 |
-
|
| 596 |
-
if ai_context:
|
| 597 |
-
rag_context += f"\n\n๐ ๋ฉ๋ชจ๋ฆฌ ์ปจํ
์คํธ:\n{ai_context}\n"
|
| 598 |
-
print(f"๐ [DEBUG] ๋ฉ๋ชจ๋ฆฌ ์ปจํ
์คํธ ํฌํจ๋จ - ๊ธธ์ด: {len(ai_context)}")
|
| 599 |
|
| 600 |
-
|
| 601 |
-
|
| 602 |
-
|
| 603 |
-
|
| 604 |
-
|
| 605 |
-
|
| 606 |
-
|
| 607 |
-
|
| 608 |
-
|
| 609 |
-
|
| 610 |
-
|
| 611 |
-
|
| 612 |
-
|
| 613 |
-
|
| 614 |
-
|
| 615 |
-
|
| 616 |
-
|
| 617 |
-
|
| 618 |
-
|
| 619 |
-
|
| 620 |
-
|
| 621 |
-
|
| 622 |
-
|
| 623 |
-
|
| 624 |
-
|
| 625 |
-
|
| 626 |
-
|
| 627 |
-
|
| 628 |
-
|
| 629 |
-
|
| 630 |
-
latest_doc = room_context.documents[-1]
|
| 631 |
-
|
| 632 |
-
# ๋์
๋๋ฆฌ์ ๊ฐ์ฒด ๋ชจ๋ ์ฒ๋ฆฌ
|
| 633 |
-
if isinstance(latest_doc, dict):
|
| 634 |
-
latest_doc_id = latest_doc.get('document_id', 'unknown')
|
| 635 |
-
latest_user_id = latest_doc.get('uploaded_by', 'unknown')
|
| 636 |
-
else:
|
| 637 |
-
latest_doc_id = getattr(latest_doc, 'document_id', 'unknown')
|
| 638 |
-
latest_user_id = getattr(latest_doc, 'uploaded_by', 'unknown')
|
| 639 |
-
|
| 640 |
-
print(f"๐ [DEBUG] ์๋ก์ด RAG ์ปจํ
์คํธ ๊ฒ์: ์ฑํ
๋ฐฉ={room_id}, ์ฌ์ฉ์={latest_user_id}, ๋ฌธ์={latest_doc_id}")
|
| 641 |
-
|
| 642 |
-
# vector_stores ๋๋ ํ ๋ฆฌ์์ ํด๋น ๋ฌธ์ ๋ด์ฉ ์ฝ๊ธฐ
|
| 643 |
-
import os
|
| 644 |
-
import json
|
| 645 |
-
|
| 646 |
-
vector_store_dir = "vector_stores"
|
| 647 |
-
if os.path.exists(vector_store_dir):
|
| 648 |
-
user_path = os.path.join(vector_store_dir, latest_user_id)
|
| 649 |
-
if os.path.exists(user_path):
|
| 650 |
-
doc_path = os.path.join(user_path, latest_doc_id)
|
| 651 |
-
if os.path.exists(doc_path):
|
| 652 |
-
|
| 653 |
-
# ๋ฌธ์ ๋ด์ฉ ํ์ผ ์ง์ ์ฝ๊ธฐ (pickle ํ์ผ ์ง์)
|
| 654 |
-
if os.path.exists(doc_path):
|
| 655 |
-
# ๐ pickle ํ์ผ์์ ๋ด์ฉ ์ฝ๊ธฐ (์ฐ์ )
|
| 656 |
-
pickle_file = os.path.join(doc_path, "simple_vector_store.pkl")
|
| 657 |
-
if os.path.exists(pickle_file):
|
| 658 |
-
try:
|
| 659 |
-
import pickle
|
| 660 |
-
with open(pickle_file, 'rb') as f:
|
| 661 |
-
vector_store_data = pickle.load(f)
|
| 662 |
-
|
| 663 |
-
# vector store์์ ๋ฌธ์ ๋ด์ฉ ์ถ์ถ (dict ๊ตฌ์กฐ)
|
| 664 |
-
if isinstance(vector_store_data, dict) and 'documents' in vector_store_data:
|
| 665 |
-
documents_data = vector_store_data['documents']
|
| 666 |
-
if documents_data and len(documents_data) > 0:
|
| 667 |
-
rag_context = "\n\n๐ ์
๋ก๋๋ ๋ฌธ์ ๋ด์ฉ:\n"
|
| 668 |
-
|
| 669 |
-
# ๐ ์ค๋ฌด ์์ค ๊ตฌ์กฐํ๋ PDF ๋ฐ์ดํฐ ์ฒ๋ฆฌ
|
| 670 |
-
extracted_images = []
|
| 671 |
-
for i, doc in enumerate(documents_data[:2]): # ์ต๋ 2๊ฐ ์ฒญํฌ
|
| 672 |
-
if hasattr(doc, 'page_content'):
|
| 673 |
-
content = doc.page_content.strip()
|
| 674 |
-
if content and len(content) > 30:
|
| 675 |
-
# ๊ตฌ์กฐํ๋ ์ปจํ
์ธ ์ธ์ง ํ์ธ
|
| 676 |
-
if "=== ํ์ด์ง" in content and "[ํ
์คํธ ๋ธ๋ก" in content:
|
| 677 |
-
# ์ค๋ฌด ์์ค ๊ตฌ์กฐํ๋ ์ปจํ
์ธ
|
| 678 |
-
truncated_content = content[:400] + "..." if len(content) > 400 else content
|
| 679 |
-
rag_context += f"--- ๊ตฌ์กฐํ๋ ํ์ด์ง {i+1} ---\n{truncated_content}\n\n"
|
| 680 |
-
print(f"๐ [DEBUG] ๊ตฌ์กฐํ๋ PDF ํ์ด์ง ๋ฐ์ดํฐ ๋ก๋๋จ")
|
| 681 |
-
else:
|
| 682 |
-
# ๊ธฐ์กด ๋ฐฉ์
|
| 683 |
-
truncated_content = content[:200] + "..." if len(content) > 200 else content
|
| 684 |
-
rag_context += f"--- ์ฒญํฌ {i+1} ---\n{truncated_content}\n\n"
|
| 685 |
-
|
| 686 |
-
# ๐ ๊ตฌ์กฐํ๋ ์ด๋ฏธ์ง ๋ฉํ๋ฐ์ดํฐ ์ฒ๋ฆฌ
|
| 687 |
-
if hasattr(doc, 'metadata') and doc.metadata:
|
| 688 |
-
metadata = doc.metadata
|
| 689 |
-
|
| 690 |
-
# ์ค๋ฌด ์์ค ๊ตฌ์กฐํ๋ ๋ฉํ๋ฐ์ดํฐ ํ์ธ
|
| 691 |
-
if metadata.get('structured_analysis') and metadata.get('spatial_relationships'):
|
| 692 |
-
print(f"๐ [DEBUG] ์ค๋ฌด ์์ค ๊ตฌ์กฐํ๋ ๋ฉํ๋ฐ์ดํฐ ๋ฐ๊ฒฌ")
|
| 693 |
-
|
| 694 |
-
# ์ด๋ฏธ์ง ๋ธ๋ก ์ ๋ณด ์ถ๋ ฅ
|
| 695 |
-
if 'image_blocks' in metadata:
|
| 696 |
-
image_blocks = metadata['image_blocks']
|
| 697 |
-
for ib in image_blocks:
|
| 698 |
-
print(f"๐ผ๏ธ [DEBUG] ์ด๋ฏธ์ง ๋ธ๋ก: {ib['block_id']}, "
|
| 699 |
-
f"์์น: ({ib['bbox']['x0']:.1f}, {ib['bbox']['y0']:.1f}), "
|
| 700 |
-
f"๊ด๋ จ ํ
์คํธ: {ib['related_text_count']}๊ฐ")
|
| 701 |
-
|
| 702 |
-
# ์ด๋ฏธ์ง ๋ฐ์ดํฐ ์ถ์ถ (๊ธฐ์กด ๋ฐฉ์ + ์๋ก์ด ๋ฐฉ์ ๋ชจ๋ ์ง์)
|
| 703 |
-
if metadata.get('multimodal_ready') and 'image_data_list' in metadata:
|
| 704 |
-
image_data_list = metadata['image_data_list']
|
| 705 |
-
if image_data_list and len(image_data_list) > 0:
|
| 706 |
-
extracted_images.extend(image_data_list)
|
| 707 |
-
print(f"๐ [DEBUG] ์ฒญํฌ {i+1}์์ ์ด๋ฏธ์ง {len(image_data_list)}๊ฐ ์ถ์ถ๋จ")
|
| 708 |
-
|
| 709 |
-
# ์ด๋ฏธ์ง ๋ฉํ๋ฐ์ดํฐ๋ ์ถ๋ ฅ (๊ตฌ์กฐํ๋ ๊ฒฝ์ฐ)
|
| 710 |
-
if 'image_metadata' in metadata:
|
| 711 |
-
for img_meta in metadata['image_metadata'][:2]:
|
| 712 |
-
print(f"๐ผ๏ธ [DEBUG] ์ด๋ฏธ์ง ์์ธ: {img_meta['block_id']}, "
|
| 713 |
-
f"ํฌ๊ธฐ: {img_meta['size']}, "
|
| 714 |
-
f"๊ด๋ จ ํ
์คํธ: {len(img_meta.get('related_texts', []))}๊ฐ")
|
| 715 |
-
|
| 716 |
-
if len(rag_context) > 30:
|
| 717 |
-
context_prompt += rag_context
|
| 718 |
-
print(f"๐ [DEBUG] RAG ์ปจํ
์คํธ ํฌํจ๋จ - ๊ธธ์ด: {len(rag_context)}")
|
| 719 |
-
print(f"๐ [DEBUG] RAG ์ปจํ
์คํธ ๋ฏธ๋ฆฌ๋ณด๊ธฐ: {rag_context[:100]}...")
|
| 720 |
-
|
| 721 |
-
# ๐ ์ถ์ถ๋ ์ด๋ฏธ์ง๊ฐ ์์ผ๋ฉด ๋ก๊ทธ ์ถ๋ ฅ
|
| 722 |
-
if extracted_images:
|
| 723 |
-
print(f"๐ [DEBUG] ์ด {len(extracted_images)}๊ฐ ์ด๋ฏธ์ง ๋ฐ์ดํฐ ์ถ์ถ ์๋ฃ")
|
| 724 |
-
else:
|
| 725 |
-
print(f"๐ [DEBUG] ์ถ์ถ๋ ์ด๋ฏธ์ง ์์")
|
| 726 |
-
else:
|
| 727 |
-
print(f"โ ๏ธ [DEBUG] RAG ์ปจํ
์คํธ๊ฐ ๋๋ฌด ์งง์: {len(rag_context)}")
|
| 728 |
-
else:
|
| 729 |
-
print(f"โ ๏ธ [DEBUG] pickle ํ์ผ์ ๋ฌธ์ ๋ฐ์ดํฐ ์์")
|
| 730 |
-
else:
|
| 731 |
-
print(f"โ ๏ธ [DEBUG] pickle ํ์ผ์ documents ํค ์์: {list(vector_store_data.keys()) if isinstance(vector_store_data, dict) else 'Not a dict'}")
|
| 732 |
-
except Exception as e:
|
| 733 |
-
print(f"โ ๏ธ [DEBUG] pickle ํ์ผ ์ฝ๊ธฐ ์คํจ: {e}")
|
| 734 |
-
|
| 735 |
-
# ๐ fallback: documents.json ํ์ผ ์๋
|
| 736 |
-
docs_file = os.path.join(doc_path, "documents.json")
|
| 737 |
-
if os.path.exists(docs_file):
|
| 738 |
-
try:
|
| 739 |
-
with open(docs_file, 'r', encoding='utf-8') as f:
|
| 740 |
-
documents_data = json.load(f)
|
| 741 |
-
|
| 742 |
-
if documents_data and len(documents_data) > 0:
|
| 743 |
-
rag_context = "\n\n๐ ์
๋ก๋๋ ๋ฌธ์ ๋ด์ฉ:\n"
|
| 744 |
-
for i, doc in enumerate(documents_data[:2]): # ์ต๋ 2๊ฐ ์ฒญํฌ
|
| 745 |
-
if 'page_content' in doc:
|
| 746 |
-
content = doc['page_content'].strip()
|
| 747 |
-
if content and len(content) > 30:
|
| 748 |
-
# ๋ด์ฉ์ 200์๋ก ์ ํ
|
| 749 |
-
truncated_content = content[:200] + "..." if len(content) > 200 else content
|
| 750 |
-
rag_context += f"--- ์ฒญํฌ {i+1} ---\n{truncated_content}\n\n"
|
| 751 |
-
|
| 752 |
-
if len(rag_context) > 30:
|
| 753 |
-
context_prompt += rag_context
|
| 754 |
-
print(f"๐ [DEBUG] RAG ์ปจํ
์คํธ ํฌํจ๋จ (JSON fallback) - ๊ธธ์ด: {len(rag_context)}")
|
| 755 |
-
print(f"๐ [DEBUG] RAG ์ปจํ
์คํธ ๋ฏธ๋ฆฌ๋ณด๊ธฐ: {rag_context[:100]}...")
|
| 756 |
-
else:
|
| 757 |
-
print(f"โ ๏ธ [DEBUG] RAG ์ปจํ
์คํธ๊ฐ ๋๋ฌด ์งง์: {len(rag_context)}")
|
| 758 |
-
else:
|
| 759 |
-
print(f"โ ๏ธ [DEBUG] documents.json ๋ฐ์ดํฐ ์์")
|
| 760 |
-
except Exception as e:
|
| 761 |
-
print(f"โ ๏ธ [DEBUG] documents.json ์ฝ๊ธฐ ์คํจ: {e}")
|
| 762 |
-
else:
|
| 763 |
-
print(f"โ ๏ธ [DEBUG] documents.json ํ์ผ ์์: {docs_file}")
|
| 764 |
-
else:
|
| 765 |
-
print(f"โ ๏ธ [DEBUG] pickle ํ์ผ ์์: {pickle_file}")
|
| 766 |
-
else:
|
| 767 |
-
print(f"โ ๏ธ [DEBUG] ๋ฌธ์ ๊ฒฝ๋ก ์์: {doc_path}")
|
| 768 |
else:
|
| 769 |
-
|
| 770 |
-
|
| 771 |
-
|
| 772 |
-
|
| 773 |
-
|
| 774 |
-
|
| 775 |
-
|
| 776 |
-
|
| 777 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 778 |
|
| 779 |
except Exception as e:
|
| 780 |
print(f"โ ๏ธ [DEBUG] RAG ์ปจํ
์คํธ ์ฒ๋ฆฌ ์คํจ: {e}")
|
| 781 |
|
| 782 |
if not context_prompt:
|
| 783 |
-
print(f"
|
| 784 |
|
| 785 |
except Exception as e:
|
| 786 |
print(f"โ ๏ธ [DEBUG] ์ปจํ
์คํธ ๋ก๋ ์คํจ: {e} (์ธ์
: {session_id})")
|
|
@@ -1822,6 +1685,7 @@ async def upload_document(
|
|
| 1822 |
):
|
| 1823 |
"""๋ฌธ์ ์
๋ก๋ ๋ฐ RAG ์ฒ๋ฆฌ"""
|
| 1824 |
start_time = time.time()
|
|
|
|
| 1825 |
|
| 1826 |
try:
|
| 1827 |
# ๋ฌธ์ ID ์์ฑ (์ ๊ณต๋์ง ์์ ๊ฒฝ์ฐ)
|
|
@@ -1909,6 +1773,162 @@ async def upload_document(
|
|
| 1909 |
error=str(e)
|
| 1910 |
)
|
| 1911 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1912 |
@app.post("/rag/generate", response_model=RAGResponse)
|
| 1913 |
async def generate_rag_response(
|
| 1914 |
query: str = Form(...),
|
|
@@ -4330,3 +4350,119 @@ async def advanced_context_health_check():
|
|
| 4330 |
}
|
| 4331 |
except Exception as e:
|
| 4332 |
return {"status": "error", "message": str(e)}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
|
| 63 |
# ๊ณ์ธต์ ๋ฉ๋ชจ๋ฆฌ ์์คํ
์ถ๊ฐ
|
| 64 |
from lily_llm_core.integrated_memory_manager import integrated_memory_manager
|
| 65 |
+
from lily_llm_core.text_summarizer import text_summarizer, SummaryConfig
|
| 66 |
|
| 67 |
# ์ ์ญ ๋ณ์๋ค
|
| 68 |
current_model = None # ๐ ํ์ฌ ๋ก๋๋ ๋ชจ๋ธ ์ธ์คํด์ค
|
|
|
|
| 581 |
|
| 582 |
# 2. RAG ๊ฒ์ ๊ฒฐ๊ณผ ์ปจํ
์คํธ (PDF ๋ด์ฉ ํฌํจ)
|
| 583 |
try:
|
| 584 |
+
# ๏ฟฝ๏ฟฝ ์๋ก์ด ๋ฉ๋ชจ๋ฆฌ ์์คํ
์ ์ฌ์ฉํ RAG ์ปจํ
์คํธ ๋ก๋
|
| 585 |
rag_context = ""
|
| 586 |
|
| 587 |
+
# ๐ ์ฌ์ฉ์ ์ค์ ํ์ธ
|
| 588 |
+
from lily_llm_core.user_memory_manager import user_memory_manager
|
| 589 |
+
keep_memory = user_memory_manager.get_memory_setting(user_id, "keep_memory_on_room_change")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 590 |
|
| 591 |
+
if keep_memory:
|
| 592 |
+
# ๋ฉ๋ชจ๋ฆฌ ์ ์ง ๋ชจ๋ - ๊ธฐ์กด ๋ก์ง ์คํ
|
| 593 |
+
print(f"๐ [DEBUG] ์ฌ์ฉ์ {user_id} ๋ฉ๋ชจ๋ฆฌ ์ ์ง ๋ชจ๋ - RAG ์ปจํ
์คํธ ๋ก๋")
|
| 594 |
+
|
| 595 |
+
# ํตํฉ ๋ฉ๋ชจ๋ฆฌ ๊ด๋ฆฌ์์์ AI์ฉ ์ปจํ
์คํธ ์์ฑ
|
| 596 |
+
ai_context = integrated_memory_manager.get_context_for_ai(
|
| 597 |
+
user_id=user_id,
|
| 598 |
+
room_id=room_id,
|
| 599 |
+
session_id=session_id,
|
| 600 |
+
include_user_memory=True,
|
| 601 |
+
include_room_context=True,
|
| 602 |
+
include_session_history=False # ํ์ฌ ๋ํ๋ ๋ณ๋๋ก ์ฒ๋ฆฌ
|
| 603 |
+
)
|
| 604 |
+
|
| 605 |
+
if ai_context:
|
| 606 |
+
rag_context += f"\n\n๐ ๋ฉ๋ชจ๋ฆฌ ์ปจํ
์คํธ:\n{ai_context}\n"
|
| 607 |
+
print(f"๐ [DEBUG] ๋ฉ๋ชจ๋ฆฌ ์ปจํ
์คํธ ํฌํจ๋จ - ๊ธธ์ด: {len(ai_context)}")
|
| 608 |
+
|
| 609 |
+
# ๊ธฐ์กด RAG ์์คํ
์์ ๋ฌธ์ ๋ด์ฉ ๊ฐ์ ธ์ค๊ธฐ (room_id ๊ธฐ๋ฐ)
|
| 610 |
+
try:
|
| 611 |
+
# ์ฑํ
๋ฐฉ๋ณ ๋ฌธ์ ์ปจํ
์คํธ ์กฐํ
|
| 612 |
+
room_context = integrated_memory_manager.room_context_manager.get_room_context(room_id)
|
| 613 |
+
if room_context and room_context.documents:
|
| 614 |
+
rag_context += "\n\n๐ ์
๋ก๋๋ ๋ฌธ์ ๋ชฉ๋ก:\n"
|
| 615 |
+
for doc in room_context.documents[-3:]: # ์ต๊ทผ 3๊ฐ๋ง
|
| 616 |
+
# ๋์
๋๋ฆฌ์ ๊ฐ์ฒด ๋ชจ๋ ์ฒ๋ฆฌ
|
| 617 |
+
if isinstance(doc, dict):
|
| 618 |
+
filename = doc.get('filename', 'unknown')
|
| 619 |
+
doc_type = doc.get('document_type', 'unknown')
|
| 620 |
+
page_count = doc.get('page_count', 0)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 621 |
else:
|
| 622 |
+
filename = getattr(doc, 'filename', 'unknown')
|
| 623 |
+
doc_type = getattr(doc, 'document_type', 'unknown')
|
| 624 |
+
page_count = getattr(doc, 'page_count', 0)
|
| 625 |
+
|
| 626 |
+
rag_context += f" - {filename} ({doc_type}, {page_count}ํ์ด์ง)\n"
|
| 627 |
+
|
| 628 |
+
print(f"๐ [DEBUG] ์ฑํ
๋ฐฉ {room_id}์ ๋ฌธ์ {len(room_context.documents)}๊ฐ ๋ฐ๊ฒฌ")
|
| 629 |
+
|
| 630 |
+
except Exception as e:
|
| 631 |
+
print(f"โ ๏ธ ์ฑํ
๋ฐฉ ๋ฌธ์ ์ปจํ
์คํธ ๋ก๋ ์คํจ: {e}")
|
| 632 |
+
|
| 633 |
+
# ๐ ๋ฌธ์ ๋ด์ฉ ์์ฒด๋ ๋ก๋ํ์ง ์์ (ํด๋ณ ์ด๊ธฐํ)
|
| 634 |
+
# ์ด์ ํด์์ ์ฒจ๋ถ๋ ๋ฌธ์์ ์ค์ ๋ด์ฉ์ AI ์ปจํ
์คํธ์ ํฌํจํ์ง ์์
|
| 635 |
+
print(f"๏ฟฝ๏ฟฝ [DEBUG] ๋ฌธ์ ๋ด์ฉ ๋ก๋ ๊ฑด๋๋ฐ๊ธฐ - ํด๋ณ ์ด๊ธฐํ ์ ์ฉ")
|
| 636 |
+
|
| 637 |
+
# ๏ฟฝ๏ฟฝ ํ์ฌ ํด์์๋ง ๋ฌธ์ ์ ๋ณด ํ์ (์ค์ ๋ด์ฉ์ ๋ก๋ํ์ง ์์)
|
| 638 |
+
if rag_context:
|
| 639 |
+
context_prompt += rag_context
|
| 640 |
+
print(f"๐ [DEBUG] ๋ฌธ์ ๋ชฉ๋ก๋ง ํ์ - ์ค์ ๋ด์ฉ ๋ก๋ ์ํจ (ํด๋ณ ์ด๊ธฐํ)")
|
| 641 |
|
| 642 |
except Exception as e:
|
| 643 |
print(f"โ ๏ธ [DEBUG] RAG ์ปจํ
์คํธ ์ฒ๋ฆฌ ์คํจ: {e}")
|
| 644 |
|
| 645 |
if not context_prompt:
|
| 646 |
+
print(f"๏ฟฝ๏ฟฝ [DEBUG] ์ปจํ
์คํธ ์์ ๋๋ ๋น์ด์์ (์ธ์
: {session_id})")
|
| 647 |
|
| 648 |
except Exception as e:
|
| 649 |
print(f"โ ๏ธ [DEBUG] ์ปจํ
์คํธ ๋ก๋ ์คํจ: {e} (์ธ์
: {session_id})")
|
|
|
|
| 1685 |
):
|
| 1686 |
"""๋ฌธ์ ์
๋ก๋ ๋ฐ RAG ์ฒ๋ฆฌ"""
|
| 1687 |
start_time = time.time()
|
| 1688 |
+
# document_id = None
|
| 1689 |
|
| 1690 |
try:
|
| 1691 |
# ๋ฌธ์ ID ์์ฑ (์ ๊ณต๋์ง ์์ ๊ฒฝ์ฐ)
|
|
|
|
| 1773 |
error=str(e)
|
| 1774 |
)
|
| 1775 |
|
| 1776 |
+
@app.post("/summarize/conversation")
|
| 1777 |
+
async def summarize_conversation(
|
| 1778 |
+
room_id: str = Form("default"),
|
| 1779 |
+
user_id: str = Form("anonymous"),
|
| 1780 |
+
max_length: int = Form(300)
|
| 1781 |
+
):
|
| 1782 |
+
"""๐ summarizers๋ฅผ ํ์ฉํ ๋ํ ์์ฝ ์์ฑ"""
|
| 1783 |
+
try:
|
| 1784 |
+
if not text_summarizer.is_available():
|
| 1785 |
+
return {
|
| 1786 |
+
"success": False,
|
| 1787 |
+
"message": "summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ฌ์ฉํ ์ ์์ต๋๋ค."
|
| 1788 |
+
}
|
| 1789 |
+
|
| 1790 |
+
# ์ค๋งํธ ๋ํ ์์ฝ ์์ฑ
|
| 1791 |
+
success = integrated_memory_manager.create_smart_conversation_summary(
|
| 1792 |
+
room_id, max_length
|
| 1793 |
+
)
|
| 1794 |
+
|
| 1795 |
+
if success:
|
| 1796 |
+
# ์
๋ฐ์ดํธ๋ ์ปจํ
์คํธ ์กฐํ
|
| 1797 |
+
room_context = integrated_memory_manager.room_context_manager.get_room_context(room_id)
|
| 1798 |
+
|
| 1799 |
+
return {
|
| 1800 |
+
"success": True,
|
| 1801 |
+
"message": "๋ํ ์์ฝ ์์ฑ ์๋ฃ",
|
| 1802 |
+
"summary": room_context.conversation_summary if room_context else "",
|
| 1803 |
+
"key_topics": room_context.key_topics if room_context else [],
|
| 1804 |
+
"room_id": room_id
|
| 1805 |
+
}
|
| 1806 |
+
else:
|
| 1807 |
+
return {
|
| 1808 |
+
"success": False,
|
| 1809 |
+
"message": "๋ํ ์์ฝ ์์ฑ ์คํจ"
|
| 1810 |
+
}
|
| 1811 |
+
|
| 1812 |
+
except Exception as e:
|
| 1813 |
+
logger.error(f"โ ๋ํ ์์ฝ ์์ฑ ์คํจ: {e}")
|
| 1814 |
+
return {
|
| 1815 |
+
"success": False,
|
| 1816 |
+
"message": f"๋ํ ์์ฝ ์์ฑ ์ค ์ค๋ฅ ๋ฐ์: {str(e)}"
|
| 1817 |
+
}
|
| 1818 |
+
|
| 1819 |
+
@app.post("/summarize/text")
|
| 1820 |
+
async def summarize_text(
|
| 1821 |
+
text: str = Form(...),
|
| 1822 |
+
max_length: int = Form(200),
|
| 1823 |
+
model_name: str = Form("kobart")
|
| 1824 |
+
):
|
| 1825 |
+
"""๐ summarizers๋ฅผ ํ์ฉํ ํ
์คํธ ์์ฝ"""
|
| 1826 |
+
try:
|
| 1827 |
+
if not text_summarizer.is_available():
|
| 1828 |
+
return {
|
| 1829 |
+
"success": False,
|
| 1830 |
+
"message": "summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ฌ์ฉํ ์ ์์ต๋๋ค."
|
| 1831 |
+
}
|
| 1832 |
+
|
| 1833 |
+
if not text or len(text.strip()) < 50:
|
| 1834 |
+
return {
|
| 1835 |
+
"success": False,
|
| 1836 |
+
"message": "์์ฝํ ํ
์คํธ๊ฐ ๋๋ฌด ์งง์ต๋๋ค (์ต์ 50์ ํ์)"
|
| 1837 |
+
}
|
| 1838 |
+
|
| 1839 |
+
# ์์ฝ ์ค์
|
| 1840 |
+
config = SummaryConfig(
|
| 1841 |
+
max_length=max_length,
|
| 1842 |
+
min_length=max_length // 2,
|
| 1843 |
+
do_sample=False,
|
| 1844 |
+
temperature=0.7,
|
| 1845 |
+
top_p=0.9
|
| 1846 |
+
)
|
| 1847 |
+
|
| 1848 |
+
# ์์ฝ ์ํ
|
| 1849 |
+
summary = text_summarizer.summarize_text(text, model_name, config)
|
| 1850 |
+
|
| 1851 |
+
if summary:
|
| 1852 |
+
compression_ratio = len(summary) / len(text)
|
| 1853 |
+
return {
|
| 1854 |
+
"success": True,
|
| 1855 |
+
"message": "ํ
์คํธ ์์ฝ ์๋ฃ",
|
| 1856 |
+
"original_length": len(text),
|
| 1857 |
+
"summary_length": len(summary),
|
| 1858 |
+
"compression_ratio": round(compression_ratio, 2),
|
| 1859 |
+
"summary": summary,
|
| 1860 |
+
"model_used": model_name
|
| 1861 |
+
}
|
| 1862 |
+
else:
|
| 1863 |
+
return {
|
| 1864 |
+
"success": False,
|
| 1865 |
+
"message": "์์ฝ ์์ฑ ์คํจ"
|
| 1866 |
+
}
|
| 1867 |
+
|
| 1868 |
+
except Exception as e:
|
| 1869 |
+
logger.error(f"โ ํ
์คํธ ์์ฝ ์คํจ: {e}")
|
| 1870 |
+
return {
|
| 1871 |
+
"success": False,
|
| 1872 |
+
"message": f"ํ
์คํธ ์์ฝ ์ค ์ค๋ฅ ๋ฐ์: {str(e)}"
|
| 1873 |
+
}
|
| 1874 |
+
|
| 1875 |
+
@app.post("/compress/context")
|
| 1876 |
+
async def compress_context(
|
| 1877 |
+
room_id: str = Form("default"),
|
| 1878 |
+
target_length: int = Form(800)
|
| 1879 |
+
):
|
| 1880 |
+
"""๐ ์ฑํ
๋ฐฉ ์ปจํ
์คํธ ์์ถ"""
|
| 1881 |
+
try:
|
| 1882 |
+
if not text_summarizer.is_available():
|
| 1883 |
+
return {
|
| 1884 |
+
"success": False,
|
| 1885 |
+
"message": "summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ฌ์ฉํ ์ ์์ต๋๋ค."
|
| 1886 |
+
}
|
| 1887 |
+
|
| 1888 |
+
# ์ปจํ
์คํธ ์์ถ ์ํ
|
| 1889 |
+
success = integrated_memory_manager.compress_room_context(room_id, target_length)
|
| 1890 |
+
|
| 1891 |
+
if success:
|
| 1892 |
+
return {
|
| 1893 |
+
"success": True,
|
| 1894 |
+
"message": "์ปจํ
์คํธ ์์ถ ์๋ฃ",
|
| 1895 |
+
"room_id": room_id,
|
| 1896 |
+
"target_length": target_length
|
| 1897 |
+
}
|
| 1898 |
+
else:
|
| 1899 |
+
return {
|
| 1900 |
+
"success": False,
|
| 1901 |
+
"message": "์ปจํ
์คํธ ์์ถ ์คํจ"
|
| 1902 |
+
}
|
| 1903 |
+
|
| 1904 |
+
except Exception as e:
|
| 1905 |
+
logger.error(f"โ ์ปจํ
์คํธ ์์ถ ์คํจ: {e}")
|
| 1906 |
+
return {
|
| 1907 |
+
"success": False,
|
| 1908 |
+
"message": f"์ปจํ
์คํธ ์์ถ ์ค ์ค๋ฅ ๋ฐ์: {str(e)}"
|
| 1909 |
+
}
|
| 1910 |
+
|
| 1911 |
+
@app.get("/summarizer/status")
|
| 1912 |
+
async def get_summarizer_status():
|
| 1913 |
+
"""๐ summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ ์ํ ํ์ธ"""
|
| 1914 |
+
try:
|
| 1915 |
+
available = text_summarizer.is_available()
|
| 1916 |
+
models = text_summarizer.get_available_models() if available else []
|
| 1917 |
+
|
| 1918 |
+
return {
|
| 1919 |
+
"success": True,
|
| 1920 |
+
"summarizers_available": available,
|
| 1921 |
+
"available_models": models,
|
| 1922 |
+
"default_model": "hyunwoongko/kobart" if available else None
|
| 1923 |
+
}
|
| 1924 |
+
|
| 1925 |
+
except Exception as e:
|
| 1926 |
+
logger.error(f"โ summarizer ์ํ ํ์ธ ์คํจ: {e}")
|
| 1927 |
+
return {
|
| 1928 |
+
"success": False,
|
| 1929 |
+
"message": f"์ํ ํ์ธ ์ค ์ค๋ฅ ๋ฐ์: {str(e)}"
|
| 1930 |
+
}
|
| 1931 |
+
|
| 1932 |
@app.post("/rag/generate", response_model=RAGResponse)
|
| 1933 |
async def generate_rag_response(
|
| 1934 |
query: str = Form(...),
|
|
|
|
| 4350 |
}
|
| 4351 |
except Exception as e:
|
| 4352 |
return {"status": "error", "message": str(e)}
|
| 4353 |
+
""
|
| 4354 |
+
|
| 4355 |
+
# ============================================================================
|
| 4356 |
+
# ์ฌ์ฉ์ ๋ฉ๋ชจ๋ฆฌ ์ค์ ๊ด๋ฆฌ API
|
| 4357 |
+
# ============================================================================
|
| 4358 |
+
|
| 4359 |
+
@app.get("/user/memory/settings/{user_id}")
|
| 4360 |
+
async def get_user_memory_settings(user_id: str):
|
| 4361 |
+
"""์ฌ์ฉ์ ๋ฉ๋ชจ๋ฆฌ ์ค์ ์กฐํ"""
|
| 4362 |
+
try:
|
| 4363 |
+
from lily_llm_core.user_memory_manager import user_memory_manager
|
| 4364 |
+
|
| 4365 |
+
# ๊ธฐ๋ณธ ์ค์ ์กฐํ
|
| 4366 |
+
keep_memory = user_memory_manager.get_memory_setting(user_id, "keep_memory_on_room_change")
|
| 4367 |
+
|
| 4368 |
+
return {
|
| 4369 |
+
"status": "success",
|
| 4370 |
+
"user_id": user_id,
|
| 4371 |
+
"settings": {
|
| 4372 |
+
"keep_memory_on_room_change": keep_memory if keep_memory is not None else True
|
| 4373 |
+
}
|
| 4374 |
+
}
|
| 4375 |
+
except Exception as e:
|
| 4376 |
+
return {"status": "error", "message": str(e)}
|
| 4377 |
+
|
| 4378 |
+
@app.post("/user/memory/settings/{user_id}")
|
| 4379 |
+
async def update_user_memory_settings(
|
| 4380 |
+
user_id: str,
|
| 4381 |
+
keep_memory_on_room_change: bool = Form(True)
|
| 4382 |
+
):
|
| 4383 |
+
"""์ฌ์ฉ์ ๋ฉ๋ชจ๋ฆฌ ์ค์ ์
๋ฐ์ดํธ"""
|
| 4384 |
+
try:
|
| 4385 |
+
from lily_llm_core.user_memory_manager import user_memory_manager
|
| 4386 |
+
|
| 4387 |
+
# ์ค์ ์
๋ฐ์ดํธ
|
| 4388 |
+
success = user_memory_manager.update_memory_setting(
|
| 4389 |
+
user_id, "keep_memory_on_room_change", keep_memory_on_room_change
|
| 4390 |
+
)
|
| 4391 |
+
|
| 4392 |
+
if success:
|
| 4393 |
+
return {
|
| 4394 |
+
"status": "success",
|
| 4395 |
+
"message": f"์ฌ์ฉ์ {user_id} ๋ฉ๋ชจ๋ฆฌ ์ค์ ์
๋ฐ์ดํธ ์๋ฃ",
|
| 4396 |
+
"settings": {
|
| 4397 |
+
"keep_memory_on_room_change": keep_memory_on_room_change
|
| 4398 |
+
}
|
| 4399 |
+
}
|
| 4400 |
+
else:
|
| 4401 |
+
return {"status": "error", "message": "์ค์ ์
๋ฐ์ดํธ ์คํจ"}
|
| 4402 |
+
except Exception as e:
|
| 4403 |
+
return {"status": "error", "message": str(e)}
|
| 4404 |
+
|
| 4405 |
+
@app.post("/user/memory/room-change/{user_id}")
|
| 4406 |
+
async def handle_room_change(user_id: str, new_room_id: str = Form(...)):
|
| 4407 |
+
"""Room ๋ณ๊ฒฝ ์ ๋ฉ๋ชจ๋ฆฌ ์ฒ๋ฆฌ"""
|
| 4408 |
+
try:
|
| 4409 |
+
from lily_llm_core.user_memory_manager import user_memory_manager
|
| 4410 |
+
from lily_llm_core.integrated_memory_manager import integrated_memory_manager
|
| 4411 |
+
|
| 4412 |
+
# ์ฌ์ฉ์ ์ค์ ํ์ธ
|
| 4413 |
+
keep_memory = user_memory_manager.get_memory_setting(user_id, "keep_memory_on_room_change")
|
| 4414 |
+
|
| 4415 |
+
if keep_memory:
|
| 4416 |
+
# ๋ฉ๋ชจ๋ฆฌ ์ ์ง (๊ธฐ๋ณธ ๋์)
|
| 4417 |
+
logger.info(f"๐ ์ฌ์ฉ์ {user_id}๊ฐ room {new_room_id}๋ก ์ด๋ - ๋ฉ๋ชจ๋ฆฌ ์ ์ง")
|
| 4418 |
+
return {
|
| 4419 |
+
"status": "success",
|
| 4420 |
+
"message": f"Room {new_room_id}๋ก ์ด๋ - ๋ฉ๋ชจ๋ฆฌ ์ ์ง๋จ",
|
| 4421 |
+
"memory_preserved": True
|
| 4422 |
+
}
|
| 4423 |
+
else:
|
| 4424 |
+
# ๋ฉ๋ชจ๋ฆฌ ์ด๊ธฐํ
|
| 4425 |
+
logger.info(f"๐ ์ฌ์ฉ์ {user_id}๊ฐ room {new_room_id}๋ก ์ด๋ - ๋ฉ๋ชจ๋ฆฌ ์ด๊ธฐํ")
|
| 4426 |
+
|
| 4427 |
+
# ์ธ์
์ปจํ
์คํธ ์ด๊ธฐํ
|
| 4428 |
+
if context_manager:
|
| 4429 |
+
# ์ฌ์ฉ์ ๊ด๋ จ ์ธ์
๋ค ์ฐพ์์ ์ด๊ธฐํ
|
| 4430 |
+
user_sessions = [
|
| 4431 |
+
session_id for session_id in context_manager.session_conversations.keys()
|
| 4432 |
+
if f"user_{user_id}" in session_id
|
| 4433 |
+
]
|
| 4434 |
+
|
| 4435 |
+
for session_id in user_sessions:
|
| 4436 |
+
context_manager.clear_session_context(session_id)
|
| 4437 |
+
logger.info(f"๐๏ธ ์ธ์
์ปจํ
์คํธ ์ด๊ธฐํ: {session_id}")
|
| 4438 |
+
|
| 4439 |
+
# Room ์ปจํ
์คํธ ์ด๊ธฐํ (์ฌ์ฉ์ ๊ด๋ จ ๋ฌธ์ ์ ๊ฑฐ)
|
| 4440 |
+
try:
|
| 4441 |
+
room_context = integrated_memory_manager.room_context_manager.get_room_context(new_room_id)
|
| 4442 |
+
if room_context and room_context.documents:
|
| 4443 |
+
# ์ฌ์ฉ์๊ฐ ์
๋ก๋ํ ๋ฌธ์๋ค ์ ๊ฑฐ
|
| 4444 |
+
original_count = len(room_context.documents)
|
| 4445 |
+
room_context.documents = [
|
| 4446 |
+
doc for doc in room_context.documents
|
| 4447 |
+
if (isinstance(doc, dict) and doc.get('uploaded_by') != user_id) or
|
| 4448 |
+
(hasattr(doc, 'uploaded_by') and getattr(doc, 'uploaded_by') != user_id)
|
| 4449 |
+
]
|
| 4450 |
+
|
| 4451 |
+
# ๋ณ๊ฒฝ์ฌํญ ์ ์ฅ
|
| 4452 |
+
integrated_memory_manager.room_context_manager.save_room_context(new_room_id, room_context)
|
| 4453 |
+
|
| 4454 |
+
removed_count = original_count - len(room_context.documents)
|
| 4455 |
+
logger.info(f"๏ฟฝ๏ฟฝ๏ธ Room {new_room_id}์์ ์ฌ์ฉ์ {user_id} ๋ฌธ์ {removed_count}๊ฐ ์ ๊ฑฐ")
|
| 4456 |
+
except Exception as e:
|
| 4457 |
+
logger.warning(f"โ ๏ธ Room ์ปจํ
์คํธ ์ด๊ธฐํ ์คํจ: {e}")
|
| 4458 |
+
|
| 4459 |
+
return {
|
| 4460 |
+
"status": "success",
|
| 4461 |
+
"message": f"Room {new_room_id}๋ก ์ด๋ - ๋ฉ๋ชจ๋ฆฌ ์ด๊ธฐํ๋จ",
|
| 4462 |
+
"memory_preserved": False,
|
| 4463 |
+
"context_cleared": True
|
| 4464 |
+
}
|
| 4465 |
+
|
| 4466 |
+
except Exception as e:
|
| 4467 |
+
logger.error(f"โ Room ๋ณ๊ฒฝ ์ฒ๋ฆฌ ์คํจ: {e}")
|
| 4468 |
+
return {"status": "error", "message": str(e)}
|
lily_llm_core/context_manager.py
CHANGED
|
@@ -12,6 +12,8 @@ from collections import deque
|
|
| 12 |
import json
|
| 13 |
import re
|
| 14 |
|
|
|
|
|
|
|
| 15 |
logger = logging.getLogger(__name__)
|
| 16 |
|
| 17 |
@dataclass
|
|
@@ -911,10 +913,37 @@ class AdvancedContextManager:
|
|
| 911 |
return summary
|
| 912 |
|
| 913 |
def _smart_summarize(self, content: str, role: str) -> str:
|
| 914 |
-
"""์ค๋งํธ ์์ฝ -
|
| 915 |
if len(content) <= 150:
|
| 916 |
return content
|
| 917 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 918 |
# ๋ฌธ์ฅ ๋จ์๋ก ๋ถ๋ฆฌ
|
| 919 |
sentences = re.split(r'[.!?]+', content)
|
| 920 |
sentences = [s.strip() for s in sentences if s.strip()]
|
|
|
|
| 12 |
import json
|
| 13 |
import re
|
| 14 |
|
| 15 |
+
from .text_summarizer import text_summarizer, SummaryConfig
|
| 16 |
+
|
| 17 |
logger = logging.getLogger(__name__)
|
| 18 |
|
| 19 |
@dataclass
|
|
|
|
| 913 |
return summary
|
| 914 |
|
| 915 |
def _smart_summarize(self, content: str, role: str) -> str:
|
| 916 |
+
"""์ค๋งํธ ์์ฝ - summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ ๊ธฐ๋ฐ ๊ณ ํ์ง ์์ฝ"""
|
| 917 |
if len(content) <= 150:
|
| 918 |
return content
|
| 919 |
|
| 920 |
+
# ๐ summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ ๊ธฐ๋ฐ ์์ฝ ์๋
|
| 921 |
+
if text_summarizer.is_available():
|
| 922 |
+
try:
|
| 923 |
+
# ์์ฝ ์ค์
|
| 924 |
+
config = SummaryConfig(
|
| 925 |
+
max_length=200, # ์์ฝ ๊ธธ์ด ์ ํ
|
| 926 |
+
min_length=50,
|
| 927 |
+
do_sample=False, # ์ผ๊ด์ฑ ์ ์ง
|
| 928 |
+
temperature=0.7, # ์ ๋นํ ์ฐฝ์์ฑ
|
| 929 |
+
top_p=0.9
|
| 930 |
+
)
|
| 931 |
+
|
| 932 |
+
# summarizers๋ฅผ ์ฌ์ฉํ ์์ฝ
|
| 933 |
+
summary = text_summarizer.summarize_text(content, config=config)
|
| 934 |
+
|
| 935 |
+
if summary and len(summary.strip()) > 0:
|
| 936 |
+
logger.debug(f"โ
summarizers ๊ธฐ๋ฐ ์ค๋งํธ ์์ฝ ์๋ฃ: {len(content)} โ {len(summary)} ๋ฌธ์")
|
| 937 |
+
return summary.strip()
|
| 938 |
+
else:
|
| 939 |
+
logger.debug("summarizers ์์ฝ ์คํจ, ๊ธฐ๋ณธ ์์ฝ ์ฌ์ฉ")
|
| 940 |
+
|
| 941 |
+
except Exception as e:
|
| 942 |
+
logger.debug(f"summarizers ์์ฝ ์คํจ: {e}, ๊ธฐ๋ณธ ์์ฝ ์ฌ์ฉ")
|
| 943 |
+
else:
|
| 944 |
+
logger.debug("summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ฌ์ฉํ ์ ์์ต๋๋ค. ๊ธฐ๋ณธ ์์ฝ ์ฌ์ฉ")
|
| 945 |
+
|
| 946 |
+
# ๐ ๊ธฐ๋ณธ ์์ฝ (summarizers ์คํจ ์)
|
| 947 |
# ๋ฌธ์ฅ ๋จ์๋ก ๋ถ๋ฆฌ
|
| 948 |
sentences = re.split(r'[.!?]+', content)
|
| 949 |
sentences = [s.strip() for s in sentences if s.strip()]
|
lily_llm_core/integrated_memory_manager.py
CHANGED
|
@@ -12,6 +12,7 @@ from dataclasses import dataclass
|
|
| 12 |
from .user_memory_manager import user_memory_manager, UserMemory
|
| 13 |
from .room_context_manager import room_context_manager, RoomContext
|
| 14 |
from .context_manager import AdvancedContextManager
|
|
|
|
| 15 |
|
| 16 |
logger = logging.getLogger(__name__)
|
| 17 |
|
|
@@ -156,6 +157,148 @@ class IntegratedMemoryManager:
|
|
| 156 |
logger.error(f"โ ๋ํ ๊ธฐ๋ก ์คํจ: {user_id}/{room_id} - {e}")
|
| 157 |
return False
|
| 158 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 159 |
def get_context_for_ai(self, user_id: str, room_id: str, session_id: str,
|
| 160 |
include_user_memory: bool = True,
|
| 161 |
include_room_context: bool = True,
|
|
|
|
| 12 |
from .user_memory_manager import user_memory_manager, UserMemory
|
| 13 |
from .room_context_manager import room_context_manager, RoomContext
|
| 14 |
from .context_manager import AdvancedContextManager
|
| 15 |
+
from .text_summarizer import text_summarizer, SummaryConfig
|
| 16 |
|
| 17 |
logger = logging.getLogger(__name__)
|
| 18 |
|
|
|
|
| 157 |
logger.error(f"โ ๋ํ ๊ธฐ๋ก ์คํจ: {user_id}/{room_id} - {e}")
|
| 158 |
return False
|
| 159 |
|
| 160 |
+
def update_conversation_summary(self, room_id: str, summary: str, topics: List[str] = None) -> bool:
|
| 161 |
+
"""๋ํ ์์ฝ ์
๋ฐ์ดํธ"""
|
| 162 |
+
try:
|
| 163 |
+
success = self.room_context_manager.update_conversation_summary(room_id, summary, topics)
|
| 164 |
+
|
| 165 |
+
if success:
|
| 166 |
+
logger.info(f"โ
๋ํ ์์ฝ ์
๋ฐ์ดํธ: {room_id} - {len(summary)} ๋ฌธ์")
|
| 167 |
+
|
| 168 |
+
return success
|
| 169 |
+
|
| 170 |
+
except Exception as e:
|
| 171 |
+
logger.error(f"โ ๋ํ ์์ฝ ์
๋ฐ์ดํธ ์คํจ: {room_id} - {e}")
|
| 172 |
+
return False
|
| 173 |
+
|
| 174 |
+
def create_smart_conversation_summary(self, room_id: str, max_length: int = 300) -> bool:
|
| 175 |
+
"""๐ summarizers๋ฅผ ํ์ฉํ ์ค๋งํธ ๋ํ ์์ฝ ์์ฑ"""
|
| 176 |
+
try:
|
| 177 |
+
if not text_summarizer.is_available():
|
| 178 |
+
logger.warning("summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ฌ์ฉํ ์ ์์ต๋๋ค.")
|
| 179 |
+
return False
|
| 180 |
+
|
| 181 |
+
# ์ฑํ
๋ฐฉ ์ปจํ
์คํธ ์กฐํ
|
| 182 |
+
room_context = self.room_context_manager.get_room_context(room_id)
|
| 183 |
+
if not room_context:
|
| 184 |
+
logger.warning(f"์ฑํ
๋ฐฉ ์ปจํ
์คํธ๋ฅผ ์ฐพ์ ์ ์์ต๋๋ค: {room_id}")
|
| 185 |
+
return False
|
| 186 |
+
|
| 187 |
+
# ๋ํ ๋ด์ฉ ์์ง (์ต๊ทผ ๋ฉ์์ง๋ค)
|
| 188 |
+
conversation_text = ""
|
| 189 |
+
if hasattr(room_context, 'conversation_summary') and room_context.conversation_summary:
|
| 190 |
+
conversation_text += f"์ด์ ์์ฝ: {room_context.conversation_summary}\n"
|
| 191 |
+
|
| 192 |
+
# ์ฐธ๊ฐ์ ์ ๋ณด
|
| 193 |
+
if hasattr(room_context, 'participants') and room_context.participants:
|
| 194 |
+
conversation_text += f"์ฐธ๊ฐ์: {', '.join(room_context.participants)}\n"
|
| 195 |
+
|
| 196 |
+
# ๋ฌธ์ ์ ๋ณด
|
| 197 |
+
if hasattr(room_context, 'documents') and room_context.documents:
|
| 198 |
+
doc_names = []
|
| 199 |
+
for doc in room_context.documents[-3:]:
|
| 200 |
+
if isinstance(doc, dict):
|
| 201 |
+
filename = doc.get('filename', 'unknown')
|
| 202 |
+
else:
|
| 203 |
+
filename = getattr(doc, 'filename', 'unknown')
|
| 204 |
+
doc_names.append(filename)
|
| 205 |
+
|
| 206 |
+
conversation_text += f"์
๋ก๋๋ ๋ฌธ์: {', '.join(doc_names)}\n"
|
| 207 |
+
|
| 208 |
+
if len(conversation_text.strip()) < 50:
|
| 209 |
+
logger.debug("์์ฝํ ๋ด์ฉ์ด ์ถฉ๋ถํ์ง ์์ต๋๋ค.")
|
| 210 |
+
return False
|
| 211 |
+
|
| 212 |
+
# ์์ฝ ์ค์
|
| 213 |
+
config = SummaryConfig(
|
| 214 |
+
max_length=max_length,
|
| 215 |
+
min_length=100,
|
| 216 |
+
do_sample=False,
|
| 217 |
+
temperature=0.7,
|
| 218 |
+
top_p=0.9
|
| 219 |
+
)
|
| 220 |
+
|
| 221 |
+
# summarizers๋ฅผ ์ฌ์ฉํ ์์ฝ
|
| 222 |
+
summary = text_summarizer.summarize_text(conversation_text, config=config)
|
| 223 |
+
|
| 224 |
+
if summary and len(summary.strip()) > 0:
|
| 225 |
+
# ํต์ฌ ์ฃผ์ ์ถ์ถ
|
| 226 |
+
key_topics = text_summarizer.extract_key_points(conversation_text, max_points=3)
|
| 227 |
+
|
| 228 |
+
# ์์ฝ ์
๋ฐ์ดํธ
|
| 229 |
+
success = self.room_context_manager.update_conversation_summary(
|
| 230 |
+
room_id, summary.strip(), key_topics
|
| 231 |
+
)
|
| 232 |
+
|
| 233 |
+
if success:
|
| 234 |
+
logger.info(f"โ
์ค๋งํธ ๋ํ ์์ฝ ์์ฑ ์๋ฃ: {room_id} - {len(summary)} ๋ฌธ์")
|
| 235 |
+
return True
|
| 236 |
+
else:
|
| 237 |
+
logger.error("๋ํ ์์ฝ ์
๋ฐ์ดํธ ์คํจ")
|
| 238 |
+
return False
|
| 239 |
+
else:
|
| 240 |
+
logger.warning("์์ฝ ์์ฑ ์คํจ")
|
| 241 |
+
return False
|
| 242 |
+
|
| 243 |
+
except Exception as e:
|
| 244 |
+
logger.error(f"โ ์ค๋งํธ ๋ํ ์์ฝ ์์ฑ ์คํจ: {room_id} - {e}")
|
| 245 |
+
return False
|
| 246 |
+
|
| 247 |
+
def compress_room_context(self, room_id: str, target_length: int = 800) -> bool:
|
| 248 |
+
"""๐ ์ฑํ
๋ฐฉ ์ปจํ
์คํธ ์์ถ (๋ฉ๋ชจ๋ฆฌ ์ต์ ํ)"""
|
| 249 |
+
try:
|
| 250 |
+
if not text_summarizer.is_available():
|
| 251 |
+
logger.warning("summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ฌ์ฉํ ์ ์์ต๋๋ค.")
|
| 252 |
+
return False
|
| 253 |
+
|
| 254 |
+
# ์ฑํ
๋ฐฉ ์ปจํ
์คํธ ์กฐํ
|
| 255 |
+
room_context = self.room_context_manager.get_room_context(room_id)
|
| 256 |
+
if not room_context:
|
| 257 |
+
logger.warning(f"์ฑํ
๋ฐฉ ์ปจํ
์คํธ๋ฅผ ์ฐพ์ ์ ์์ต๋๋ค: {room_id}")
|
| 258 |
+
return False
|
| 259 |
+
|
| 260 |
+
# ํ์ฌ ์ปจํ
์คํธ ์ ๋ณด ์์ง
|
| 261 |
+
context_parts = []
|
| 262 |
+
|
| 263 |
+
if hasattr(room_context, 'room_name') and room_context.room_name:
|
| 264 |
+
context_parts.append(f"์ฑํ
๋ฐฉ: {room_context.room_name}")
|
| 265 |
+
|
| 266 |
+
if hasattr(room_context, 'description') and room_context.description:
|
| 267 |
+
context_parts.append(f"์ค๋ช
: {room_context.description}")
|
| 268 |
+
|
| 269 |
+
if hasattr(room_context, 'conversation_summary') and room_context.conversation_summary:
|
| 270 |
+
context_parts.append(f"๋ํ ์์ฝ: {room_context.conversation_summary}")
|
| 271 |
+
|
| 272 |
+
if hasattr(room_context, 'key_topics') and room_context.key_topics:
|
| 273 |
+
context_parts.append(f"์ฃผ์ ์ฃผ์ : {', '.join(room_context.key_topics)}")
|
| 274 |
+
|
| 275 |
+
if not context_parts:
|
| 276 |
+
logger.debug("์์ถํ ์ปจํ
์คํธ๊ฐ ์์ต๋๋ค.")
|
| 277 |
+
return False
|
| 278 |
+
|
| 279 |
+
# ์ปจํ
์คํธ๋ฅผ ํ๋์ ํ
์คํธ๋ก ๊ฒฐํฉ
|
| 280 |
+
full_context = "\n".join(context_parts)
|
| 281 |
+
|
| 282 |
+
if len(full_context) <= target_length:
|
| 283 |
+
logger.debug("์ปจํ
์คํธ๊ฐ ์ด๋ฏธ ์ถฉ๋ถํ ์งง์ต๋๋ค.")
|
| 284 |
+
return False
|
| 285 |
+
|
| 286 |
+
# ์์ถ ์ํ
|
| 287 |
+
compressed = text_summarizer.compress_document_content(full_context, target_length)
|
| 288 |
+
|
| 289 |
+
if compressed and len(compressed) <= target_length:
|
| 290 |
+
# ์์ถ๋ ์ปจํ
์คํธ๋ก ์
๋ฐ์ดํธ
|
| 291 |
+
# (์ค์ ๋ก๋ ๋ณ๋ ํ๋์ ์ ์ฅํ๊ฑฐ๋ ์์ถ ํ์คํ ๋ฆฌ ๊ด๋ฆฌ)
|
| 292 |
+
logger.info(f"โ
์ฑํ
๋ฐฉ ์ปจํ
์คํธ ์์ถ ์๋ฃ: {room_id} - {len(full_context)} โ {len(compressed)} ๋ฌธ์")
|
| 293 |
+
return True
|
| 294 |
+
else:
|
| 295 |
+
logger.warning("์ปจํ
์คํธ ์์ถ ์คํจ")
|
| 296 |
+
return False
|
| 297 |
+
|
| 298 |
+
except Exception as e:
|
| 299 |
+
logger.error(f"โ ์ฑํ
๋ฐฉ ์ปจํ
์คํธ ์์ถ ์คํจ: {room_id} - {e}")
|
| 300 |
+
return False
|
| 301 |
+
|
| 302 |
def get_context_for_ai(self, user_id: str, room_id: str, session_id: str,
|
| 303 |
include_user_memory: bool = True,
|
| 304 |
include_room_context: bool = True,
|
lily_llm_core/text_summarizer.py
ADDED
|
@@ -0,0 +1,265 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env python3
|
| 2 |
+
"""
|
| 3 |
+
ํ
์คํธ ์์ฝ ๋ฐ ์์ถ ๋ชจ๋
|
| 4 |
+
summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ํ์ฉํ์ฌ ์ปจํ
์คํธ ๋ฉ๋ชจ๋ฆฌ์ ๋ฌธ์ ๋ด์ฉ์ ํจ์จ์ ์ผ๋ก ์์ถ
|
| 5 |
+
"""
|
| 6 |
+
|
| 7 |
+
import logging
|
| 8 |
+
import time
|
| 9 |
+
from typing import Dict, Any, List, Optional, Union
|
| 10 |
+
from dataclasses import dataclass
|
| 11 |
+
|
| 12 |
+
# ๐ summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ import ์๋
|
| 13 |
+
SUMMARIZERS_AVAILABLE = False
|
| 14 |
+
Summarizers = None
|
| 15 |
+
|
| 16 |
+
try:
|
| 17 |
+
print("๐ summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ import ์๋ ์ค...")
|
| 18 |
+
from summarizers import Summarizers
|
| 19 |
+
SUMMARIZERS_AVAILABLE = True
|
| 20 |
+
print("โ
summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ import ์ฑ๊ณต!")
|
| 21 |
+
except ImportError as e:
|
| 22 |
+
print(f"โ summarizers import ์คํจ: {e}")
|
| 23 |
+
SUMMARIZERS_AVAILABLE = False
|
| 24 |
+
except Exception as e:
|
| 25 |
+
print(f"โ ๏ธ summarizers import ์ค ์์์น ๋ชปํ ์ค๋ฅ: {e}")
|
| 26 |
+
SUMMARIZERS_AVAILABLE = False
|
| 27 |
+
|
| 28 |
+
logger = logging.getLogger(__name__)
|
| 29 |
+
|
| 30 |
+
@dataclass
|
| 31 |
+
class SummaryConfig:
|
| 32 |
+
"""์์ฝ ์ค์ """
|
| 33 |
+
max_length: int = 150 # ์ต๋ ์์ฝ ๊ธธ์ด
|
| 34 |
+
min_length: int = 30 # ์ต์ ์์ฝ ๊ธธ์ด
|
| 35 |
+
do_sample: bool = False # ์ํ๋ง ์ฌ์ฉ ์ฌ๋ถ
|
| 36 |
+
temperature: float = 1.0 # ์จ๋ (๋์์๋ก ๋ค์์ฑ ์ฆ๊ฐ)
|
| 37 |
+
top_p: float = 0.9 # top-p ์ํ๋ง
|
| 38 |
+
repetition_penalty: float = 1.0 # ๋ฐ๋ณต ํจ๋ํฐ
|
| 39 |
+
|
| 40 |
+
class TextSummarizer:
|
| 41 |
+
"""ํ
์คํธ ์์ฝ ๋ฐ ์์ถ ๊ด๋ฆฌ์"""
|
| 42 |
+
|
| 43 |
+
def __init__(self):
|
| 44 |
+
self.summarizers: Dict[str, Any] = {}
|
| 45 |
+
self.default_model = "hyunwoongko/kobart" # ๊ธฐ๋ณธ ํ๊ตญ์ด ๋ชจ๋ธ
|
| 46 |
+
|
| 47 |
+
print(f"๐ TextSummarizer ์ด๊ธฐํ - SUMMARIZERS_AVAILABLE: {SUMMARIZERS_AVAILABLE}")
|
| 48 |
+
|
| 49 |
+
# ๐ AI ๋ชจ๋ธ ๋ก๋ฉ ๋นํ์ฑํ (PyTorch ๋ฒ์ ๋ฌธ์ ๋ก ์ธํด)
|
| 50 |
+
# if SUMMARIZERS_AVAILABLE and Summarizers is not None:
|
| 51 |
+
# self._initialize_summarizers()
|
| 52 |
+
# else:
|
| 53 |
+
# logger.warning("summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ฌ์ฉํ ์ ์์ต๋๋ค.")
|
| 54 |
+
# print("โ ๏ธ summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ฌ์ฉํ ์ ์์ต๋๋ค.")
|
| 55 |
+
|
| 56 |
+
print("๐ ๊ฐ๋จํ ๊ท์น ๊ธฐ๋ฐ ์์ฝ๋ง ์ฌ์ฉ (AI ๋ชจ๋ธ ๋ก๋ฉ ๋นํ์ฑํ)")
|
| 57 |
+
logger.info("๊ฐ๋จํ ๊ท์น ๊ธฐ๋ฐ ์์ฝ๋ง ์ฌ์ฉ (AI ๋ชจ๋ธ ๋ก๋ฉ ๋นํ์ฑํ)")
|
| 58 |
+
|
| 59 |
+
def _initialize_summarizers(self):
|
| 60 |
+
"""์์ฝ ๋ชจ๋ธ ์ด๊ธฐํ"""
|
| 61 |
+
try:
|
| 62 |
+
print("๐ ์์ฝ ๋ชจ๋ธ ์ด๊ธฐํ ์์...")
|
| 63 |
+
|
| 64 |
+
# ๊ธฐ๋ณธ ํ๊ตญ์ด ๋ชจ๋ธ (normal ํ์
์ฌ์ฉ)
|
| 65 |
+
print(f"๐ KoBART ๋ชจ๋ธ ๋ก๋ฉ ์๋: normal ํ์
")
|
| 66 |
+
self.summarizers["kobart"] = Summarizers(type="normal", device="cpu")
|
| 67 |
+
logger.info(f"โ
KoBART ์์ฝ ๋ชจ๋ธ ์ด๊ธฐํ ์๋ฃ: normal ํ์
")
|
| 68 |
+
print(f"โ
KoBART ์์ฝ ๋ชจ๋ธ ์ด๊ธฐํ ์๋ฃ: normal ํ์
")
|
| 69 |
+
|
| 70 |
+
# ์ถ๊ฐ ๋ชจ๋ธ๋ค (ํ์์)
|
| 71 |
+
# self.summarizers["paper"] = Summarizers(type="paper", device="cpu")
|
| 72 |
+
# self.summarizers["patent"] = Summarizers(type="patent", device="cpu")
|
| 73 |
+
|
| 74 |
+
except Exception as e:
|
| 75 |
+
logger.error(f"โ ์์ฝ ๋ชจ๋ธ ์ด๊ธฐํ ์คํจ: {e}")
|
| 76 |
+
print(f"โ ์์ฝ ๋ชจ๋ธ ์ด๊ธฐํ ์คํจ: {e}")
|
| 77 |
+
print("โ ๏ธ PyTorch ๋ฒ์ ๋ฌธ์ ๋ก ์ธํด ๊ฐ๋จํ ์์ฝ ๋ฐฉ๋ฒ์ ์ฌ์ฉํฉ๋๋ค.")
|
| 78 |
+
SUMMARIZERS_AVAILABLE = False
|
| 79 |
+
|
| 80 |
+
def _simple_summarize(self, text: str, max_length: int = 200) -> str:
|
| 81 |
+
"""๊ฐ๋จํ ๊ท์น ๊ธฐ๋ฐ ์์ฝ (AI ๋ชจ๋ธ ์คํจ ์ ์ฌ์ฉ)"""
|
| 82 |
+
if len(text) <= max_length:
|
| 83 |
+
return text
|
| 84 |
+
|
| 85 |
+
# ๋ฌธ์ฅ ๋จ์๋ก ๋ถ๋ฆฌ
|
| 86 |
+
sentences = text.split('.')
|
| 87 |
+
sentences = [s.strip() for s in sentences if s.strip()]
|
| 88 |
+
|
| 89 |
+
if len(sentences) <= 2:
|
| 90 |
+
return text[:max_length] + "..." if len(text) > max_length else text
|
| 91 |
+
|
| 92 |
+
# ์ฒซ ๋ฒ์งธ์ ๋ง์ง๋ง ๋ฌธ์ฅ + ์ค๊ฐ ์์ฝ
|
| 93 |
+
first_sentence = sentences[0]
|
| 94 |
+
last_sentence = sentences[-1] if sentences[-1] != first_sentence else ""
|
| 95 |
+
|
| 96 |
+
middle_summary = ""
|
| 97 |
+
if len(sentences) > 2:
|
| 98 |
+
middle_count = len(sentences) - 2
|
| 99 |
+
middle_summary = f"[์ค๊ฐ {middle_count}๊ฐ ๋ฌธ์ฅ ์์ฝ]"
|
| 100 |
+
|
| 101 |
+
summary_parts = [first_sentence]
|
| 102 |
+
if middle_summary:
|
| 103 |
+
summary_parts.append(middle_summary)
|
| 104 |
+
if last_sentence and last_sentence != first_sentence:
|
| 105 |
+
summary_parts.append(last_sentence)
|
| 106 |
+
|
| 107 |
+
summary = ". ".join(summary_parts)
|
| 108 |
+
return summary[:max_length] + "..." if len(summary) > max_length else summary
|
| 109 |
+
|
| 110 |
+
def summarize_text(self, text: str, model_name: str = "kobart",
|
| 111 |
+
config: Optional[SummaryConfig] = None) -> Optional[str]:
|
| 112 |
+
"""ํ
์คํธ ์์ฝ ์ํ"""
|
| 113 |
+
if not text or len(text.strip()) < 50:
|
| 114 |
+
logger.debug("ํ
์คํธ๊ฐ ๋๋ฌด ์งง์ ์์ฝ์ ๊ฑด๋๋๋๋ค.")
|
| 115 |
+
return text
|
| 116 |
+
|
| 117 |
+
# ์ค์ ์ ์ฉ
|
| 118 |
+
if config is None:
|
| 119 |
+
config = SummaryConfig()
|
| 120 |
+
|
| 121 |
+
# ๐ AI ๋ชจ๋ธ ๊ธฐ๋ฐ ์์ฝ ๋นํ์ฑํ (PyTorch ๋ฒ์ ๋ฌธ์ ๋ก ์ธํด)
|
| 122 |
+
# AI ๋ชจ๋ธ ๊ธฐ๋ฐ ์์ฝ ์๋
|
| 123 |
+
# if SUMMARIZERS_AVAILABLE and model_name in self.summarizers:
|
| 124 |
+
# try:
|
| 125 |
+
# summarizer = self.summarizers[model_name]
|
| 126 |
+
#
|
| 127 |
+
# # ์์ฝ ์ํ (Summarizers์ __call__ ๋ฉ์๋ ์ฌ์ฉ)
|
| 128 |
+
# start_time = time.time()
|
| 129 |
+
# summary = summarizer(
|
| 130 |
+
# contents=text,
|
| 131 |
+
# num_beams=5,
|
| 132 |
+
# top_k=config.top_p * 100 if config.top_p else None,
|
| 133 |
+
# top_p=config.top_p,
|
| 134 |
+
# no_repeat_ngram_size=4,
|
| 135 |
+
# length_penalty=1.0,
|
| 136 |
+
# question_detection=False
|
| 137 |
+
# )
|
| 138 |
+
#
|
| 139 |
+
# processing_time = time.time() - start_time
|
| 140 |
+
#
|
| 141 |
+
# # ์์ฝ ๊ฒฐ๊ณผ ๊ฒ์ฆ
|
| 142 |
+
# if summary and len(summary.strip()) > 0:
|
| 143 |
+
# compression_ratio = len(summary) / len(summary)
|
| 144 |
+
# logger.info(f"โ
AI ๋ชจ๋ธ ์์ฝ ์๋ฃ: {len(text)} โ {len(summary)} ๋ฌธ์ "
|
| 145 |
+
# f"(์์ถ๋ฅ : {compression_ratio:.2f}, ์์์๊ฐ: {processing_time:.2f}์ด)")
|
| 146 |
+
# return summary.strip()
|
| 147 |
+
# else:
|
| 148 |
+
# logger.warning("AI ๋ชจ๋ธ ์์ฝ ๊ฒฐ๊ณผ๊ฐ ๋น์ด์์ต๋๋ค.")
|
| 149 |
+
#
|
| 150 |
+
# except Exception as e:
|
| 151 |
+
# logger.warning(f"AI ๋ชจ๋ธ ์์ฝ ์คํจ: {e}, ๊ฐ๋จํ ์์ฝ ๋ฐฉ๋ฒ ์ฌ์ฉ")
|
| 152 |
+
|
| 153 |
+
# ๊ฐ๋จํ ์์ฝ ๋ฐฉ๋ฒ ์ฌ์ฉ (AI ๋ชจ๋ธ ๋นํ์ฑํ)
|
| 154 |
+
logger.info("๐ ๊ฐ๋จํ ๊ท์น ๊ธฐ๋ฐ ์์ฝ ์ฌ์ฉ (AI ๋ชจ๋ธ ๋นํ์ฑํ)")
|
| 155 |
+
return self._simple_summarize(text, config.max_length)
|
| 156 |
+
|
| 157 |
+
def summarize_conversation(self, conversation_turns: List[Dict[str, Any]],
|
| 158 |
+
max_summary_length: int = 200) -> str:
|
| 159 |
+
"""๋ํ ๋ด์ฉ ์์ฝ"""
|
| 160 |
+
if not conversation_turns:
|
| 161 |
+
return ""
|
| 162 |
+
|
| 163 |
+
try:
|
| 164 |
+
# ๋ํ ๋ด์ฉ์ ํ๋์ ํ
์คํธ๋ก ๊ฒฐํฉ
|
| 165 |
+
conversation_text = ""
|
| 166 |
+
for turn in conversation_turns[-10:]: # ์ต๊ทผ 10ํด๋ง
|
| 167 |
+
if "user" in turn:
|
| 168 |
+
conversation_text += f"์ฌ์ฉ์: {turn['user']}\n"
|
| 169 |
+
if "assistant" in turn:
|
| 170 |
+
conversation_text += f"AI: {turn['assistant']}\n"
|
| 171 |
+
|
| 172 |
+
if len(conversation_text.strip()) < 100:
|
| 173 |
+
return conversation_text.strip()
|
| 174 |
+
|
| 175 |
+
# ์์ฝ ์ค์
|
| 176 |
+
config = SummaryConfig(
|
| 177 |
+
max_length=max_summary_length,
|
| 178 |
+
min_length=50,
|
| 179 |
+
do_sample=False,
|
| 180 |
+
temperature=0.7
|
| 181 |
+
)
|
| 182 |
+
|
| 183 |
+
# ์์ฝ ์ํ
|
| 184 |
+
summary = self.summarize_text(conversation_text, config=config)
|
| 185 |
+
return summary if summary else conversation_text[:max_summary_length] + "..."
|
| 186 |
+
|
| 187 |
+
except Exception as e:
|
| 188 |
+
logger.error(f"โ ๋ํ ์์ฝ ์คํจ: {e}")
|
| 189 |
+
return conversation_text[:max_summary_length] + "..." if conversation_text else ""
|
| 190 |
+
|
| 191 |
+
def compress_document_content(self, content: str, target_length: int = 1000) -> str:
|
| 192 |
+
"""๋ฌธ์ ๋ด์ฉ ์์ถ (RAG ์ปจํ
์คํธ์ฉ)"""
|
| 193 |
+
if not content or len(content) <= target_length:
|
| 194 |
+
return content
|
| 195 |
+
|
| 196 |
+
try:
|
| 197 |
+
# ์์ถ๋ฅ ๊ณ์ฐ
|
| 198 |
+
compression_ratio = target_length / len(content)
|
| 199 |
+
|
| 200 |
+
# ์์ฝ ์ค์ (์์ถ์ ์ต์ ํ)
|
| 201 |
+
config = SummaryConfig(
|
| 202 |
+
max_length=target_length,
|
| 203 |
+
min_length=target_length // 2,
|
| 204 |
+
do_sample=False,
|
| 205 |
+
temperature=0.5, # ์ผ๊ด์ฑ ์ ์ง
|
| 206 |
+
top_p=0.8
|
| 207 |
+
)
|
| 208 |
+
|
| 209 |
+
# ์์ฝ ์ํ
|
| 210 |
+
compressed = self.summarize_text(content, config=config)
|
| 211 |
+
|
| 212 |
+
if compressed and len(compressed) <= target_length:
|
| 213 |
+
logger.info(f"โ
๋ฌธ์ ์์ถ ์๋ฃ: {len(content)} โ {len(compressed)} ๋ฌธ์ "
|
| 214 |
+
f"(๋ชฉํ: {target_length}, ์์ถ๋ฅ : {compression_ratio:.2f})")
|
| 215 |
+
return compressed
|
| 216 |
+
else:
|
| 217 |
+
# ์์ฝ์ด ์คํจํ๊ฑฐ๋ ๋๋ฌด ๊ธธ๋ฉด ๋จ์ ์๋ฅด๊ธฐ
|
| 218 |
+
logger.warning("์์ฝ ์์ถ ์คํจ, ๋จ์ ์๋ฅด๊ธฐ ์ฌ์ฉ")
|
| 219 |
+
return content[:target_length] + "..."
|
| 220 |
+
|
| 221 |
+
except Exception as e:
|
| 222 |
+
logger.error(f"โ ๋ฌธ์ ์์ถ ์คํจ: {e}")
|
| 223 |
+
return content[:target_length] + "..."
|
| 224 |
+
|
| 225 |
+
def extract_key_points(self, text: str, max_points: int = 5) -> List[str]:
|
| 226 |
+
"""ํต์ฌ ํฌ์ธํธ ์ถ์ถ"""
|
| 227 |
+
if not text or len(text.strip()) < 100:
|
| 228 |
+
return []
|
| 229 |
+
|
| 230 |
+
try:
|
| 231 |
+
# ์งง์ ์์ฝ์ผ๋ก ํต์ฌ ํฌ์ธํธ ์์ฑ
|
| 232 |
+
config = SummaryConfig(
|
| 233 |
+
max_length=100,
|
| 234 |
+
min_length=30,
|
| 235 |
+
do_sample=True,
|
| 236 |
+
temperature=0.8
|
| 237 |
+
)
|
| 238 |
+
|
| 239 |
+
summary = self.summarize_text(text, config=config)
|
| 240 |
+
if not summary:
|
| 241 |
+
return []
|
| 242 |
+
|
| 243 |
+
# ์์ฝ๋ฌธ์ ๋ฌธ์ฅ ๋จ์๋ก ๋ถ๋ฆฌํ์ฌ ํต์ฌ ํฌ์ธํธ๋ก ์ฌ์ฉ
|
| 244 |
+
points = [s.strip() for s in summary.split('.') if s.strip()]
|
| 245 |
+
return points[:max_points]
|
| 246 |
+
|
| 247 |
+
except Exception as e:
|
| 248 |
+
logger.error(f"โ ํต์ฌ ํฌ์ธํธ ์ถ์ถ ์คํจ: {e}")
|
| 249 |
+
return []
|
| 250 |
+
|
| 251 |
+
def get_available_models(self) -> List[str]:
|
| 252 |
+
"""์ฌ์ฉ ๊ฐ๋ฅํ ๋ชจ๋ธ ๋ชฉ๋ก ๋ฐํ"""
|
| 253 |
+
return list(self.summarizers.keys())
|
| 254 |
+
|
| 255 |
+
def is_available(self) -> bool:
|
| 256 |
+
"""์์ฝ ๊ธฐ๋ฅ ์ฌ์ฉ ๊ฐ๋ฅ ์ฌ๋ถ"""
|
| 257 |
+
# ๐ AI ๋ชจ๋ธ ๋นํ์ฑํ๋ก ์ธํด ๊ฐ๋จํ ์์ฝ๋ง ์ฌ์ฉ ๊ฐ๋ฅ
|
| 258 |
+
available = True # ๊ฐ๋จํ ์์ฝ์ ํญ์ ์ฌ์ฉ ๊ฐ๋ฅ
|
| 259 |
+
print(f"๐ TextSummarizer.is_available() ํธ์ถ - ๊ฒฐ๊ณผ: {available} (๊ฐ๋จํ ์์ฝ๋ง)")
|
| 260 |
+
return available
|
| 261 |
+
|
| 262 |
+
# ์ ์ญ ์ธ์คํด์ค
|
| 263 |
+
print("๐ TextSummarizer ์ ์ญ ์ธ์คํด์ค ์์ฑ ์ค...")
|
| 264 |
+
text_summarizer = TextSummarizer()
|
| 265 |
+
print(f"๐ TextSummarizer ์์ฑ ์๋ฃ - ์ฌ์ฉ ๊ฐ๋ฅ: {text_summarizer.is_available()}")
|
lily_llm_core/user_memory_manager.py
CHANGED
|
@@ -45,6 +45,9 @@ class UserMemory:
|
|
| 45 |
ai_personality: Optional[str] = None
|
| 46 |
ai_response_style: Optional[str] = None
|
| 47 |
|
|
|
|
|
|
|
|
|
|
| 48 |
def __post_init__(self):
|
| 49 |
if self.preferences is None:
|
| 50 |
self.preferences = {}
|
|
@@ -279,6 +282,47 @@ class UserMemoryManager:
|
|
| 279 |
logger.error(f"โ ์ฌ์ฉ์ ๋ชฉ๋ก ์กฐํ ์คํจ: {e}")
|
| 280 |
return []
|
| 281 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 282 |
def delete_user_memory(self, user_id: str) -> bool:
|
| 283 |
"""์ฌ์ฉ์ ๋ฉ๋ชจ๋ฆฌ ์ญ์ """
|
| 284 |
try:
|
|
|
|
| 45 |
ai_personality: Optional[str] = None
|
| 46 |
ai_response_style: Optional[str] = None
|
| 47 |
|
| 48 |
+
# Room ์ด๋ ์ ๋ฉ๋ชจ๋ฆฌ ์ ์ง ์ค์
|
| 49 |
+
keep_memory_on_room_change: bool = True # ๊ธฐ๋ณธ๊ฐ: True (๋ฉ๋ชจ๋ฆฌ ์ ์ง)
|
| 50 |
+
|
| 51 |
def __post_init__(self):
|
| 52 |
if self.preferences is None:
|
| 53 |
self.preferences = {}
|
|
|
|
| 282 |
logger.error(f"โ ์ฌ์ฉ์ ๋ชฉ๋ก ์กฐํ ์คํจ: {e}")
|
| 283 |
return []
|
| 284 |
|
| 285 |
+
def update_memory_setting(self, user_id: str, setting_name: str, value: Any) -> bool:
|
| 286 |
+
"""์ฌ์ฉ์ ๋ฉ๋ชจ๋ฆฌ ์ค์ ์
๋ฐ์ดํธ"""
|
| 287 |
+
try:
|
| 288 |
+
memory = self.get_user_memory(user_id)
|
| 289 |
+
|
| 290 |
+
if hasattr(memory, setting_name):
|
| 291 |
+
setattr(memory, setting_name, value)
|
| 292 |
+
memory.last_updated = time.time()
|
| 293 |
+
|
| 294 |
+
# ํ์ผ์ ์ ์ฅ
|
| 295 |
+
self._save_memory_to_file(memory)
|
| 296 |
+
|
| 297 |
+
# ์บ์ ์
๋ฐ์ดํธ
|
| 298 |
+
if user_id in self.memory_cache:
|
| 299 |
+
self.memory_cache[user_id] = memory
|
| 300 |
+
|
| 301 |
+
logger.info(f"โ
๋ฉ๋ชจ๋ฆฌ ์ค์ ์
๋ฐ์ดํธ: {user_id} - {setting_name} = {value}")
|
| 302 |
+
return True
|
| 303 |
+
else:
|
| 304 |
+
logger.warning(f"โ ๏ธ ์กด์ฌํ์ง ์๋ ์ค์ : {setting_name}")
|
| 305 |
+
return False
|
| 306 |
+
|
| 307 |
+
except Exception as e:
|
| 308 |
+
logger.error(f"โ ๋ฉ๋ชจ๋ฆฌ ์ค์ ์
๋ฐ์ดํธ ์คํจ: {user_id} - {setting_name} - {e}")
|
| 309 |
+
return False
|
| 310 |
+
|
| 311 |
+
def get_memory_setting(self, user_id: str, setting_name: str) -> Any:
|
| 312 |
+
"""์ฌ์ฉ์ ๋ฉ๋ชจ๋ฆฌ ์ค์ ์กฐํ"""
|
| 313 |
+
try:
|
| 314 |
+
memory = self.get_user_memory(user_id)
|
| 315 |
+
|
| 316 |
+
if hasattr(memory, setting_name):
|
| 317 |
+
return getattr(memory, setting_name)
|
| 318 |
+
else:
|
| 319 |
+
logger.warning(f"โ ๏ธ ์กด์ฌํ์ง ์๋ ์ค์ : {setting_name}")
|
| 320 |
+
return None
|
| 321 |
+
|
| 322 |
+
except Exception as e:
|
| 323 |
+
logger.error(f"โ ๋ฉ๋ชจ๋ฆฌ ์ค์ ์กฐํ ์คํจ: {user_id} - {setting_name} - {e}")
|
| 324 |
+
return None
|
| 325 |
+
|
| 326 |
def delete_user_memory(self, user_id: str) -> bool:
|
| 327 |
"""์ฌ์ฉ์ ๋ฉ๋ชจ๋ฆฌ ์ญ์ """
|
| 328 |
try:
|
requirements.txt
CHANGED
|
@@ -52,4 +52,7 @@ psutil
|
|
| 52 |
python-json-logger
|
| 53 |
PyJWT
|
| 54 |
einops
|
| 55 |
-
timm
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
python-json-logger
|
| 53 |
PyJWT
|
| 54 |
einops
|
| 55 |
+
timm
|
| 56 |
+
|
| 57 |
+
# summarizers
|
| 58 |
+
summarizers
|
requirements_full_lily_250823_0436_summarizers.txt
ADDED
|
@@ -0,0 +1,152 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
accelerate==1.10.0
|
| 2 |
+
aiofiles==24.1.0
|
| 3 |
+
aiohappyeyeballs==2.6.1
|
| 4 |
+
aiohttp==3.12.15
|
| 5 |
+
aiosignal==1.4.0
|
| 6 |
+
amqp==5.3.1
|
| 7 |
+
annotated-types==0.7.0
|
| 8 |
+
anyio==4.10.0
|
| 9 |
+
attrs==25.3.0
|
| 10 |
+
backoff==2.2.1
|
| 11 |
+
bcrypt==4.3.0
|
| 12 |
+
beautifulsoup4==4.13.4
|
| 13 |
+
billiard==4.2.1
|
| 14 |
+
bitsandbytes==0.47.0
|
| 15 |
+
celery==5.5.3
|
| 16 |
+
certifi==2025.8.3
|
| 17 |
+
cffi==1.17.1
|
| 18 |
+
charset-normalizer==3.4.3
|
| 19 |
+
click==8.2.1
|
| 20 |
+
click-didyoumean==0.3.1
|
| 21 |
+
click-plugins==1.1.1.2
|
| 22 |
+
click-repl==0.3.0
|
| 23 |
+
colorama==0.4.6
|
| 24 |
+
cryptography==45.0.6
|
| 25 |
+
dataclasses-json==0.6.7
|
| 26 |
+
easyocr==1.7.2
|
| 27 |
+
ecdsa==0.19.1
|
| 28 |
+
einops==0.8.1
|
| 29 |
+
emoji==2.14.1
|
| 30 |
+
faiss-cpu==1.12.0
|
| 31 |
+
fastapi==0.116.1
|
| 32 |
+
filelock==3.19.1
|
| 33 |
+
filetype==1.2.0
|
| 34 |
+
frozenlist==1.7.0
|
| 35 |
+
fsspec==2025.7.0
|
| 36 |
+
greenlet==3.2.4
|
| 37 |
+
h11==0.16.0
|
| 38 |
+
html5lib==1.1
|
| 39 |
+
httpcore==1.0.9
|
| 40 |
+
httptools==0.6.4
|
| 41 |
+
httpx==0.28.1
|
| 42 |
+
httpx-sse==0.4.1
|
| 43 |
+
huggingface-hub==0.34.4
|
| 44 |
+
idna==3.10
|
| 45 |
+
imageio==2.37.0
|
| 46 |
+
intel-openmp==2021.4.0
|
| 47 |
+
Jinja2==3.1.6
|
| 48 |
+
joblib==1.5.1
|
| 49 |
+
jsonpatch==1.33
|
| 50 |
+
jsonpointer==3.0.0
|
| 51 |
+
kombu==5.5.4
|
| 52 |
+
langchain==0.3.27
|
| 53 |
+
langchain-community==0.3.27
|
| 54 |
+
langchain-core==0.3.74
|
| 55 |
+
langchain-text-splitters==0.3.9
|
| 56 |
+
langdetect==1.0.9
|
| 57 |
+
langsmith==0.4.14
|
| 58 |
+
lazy_loader==0.4
|
| 59 |
+
lxml==6.0.0
|
| 60 |
+
markdown-it-py==3.0.0
|
| 61 |
+
MarkupSafe==3.0.2
|
| 62 |
+
marshmallow==3.26.1
|
| 63 |
+
mdurl==0.1.2
|
| 64 |
+
mkl==2021.4.0
|
| 65 |
+
mpmath==1.3.0
|
| 66 |
+
multidict==6.6.4
|
| 67 |
+
mypy_extensions==1.1.0
|
| 68 |
+
networkx==3.5
|
| 69 |
+
ninja==1.13.0
|
| 70 |
+
nltk==3.9.1
|
| 71 |
+
numpy==1.26.4
|
| 72 |
+
olefile==0.47
|
| 73 |
+
opencv-python-headless==4.11.0.86
|
| 74 |
+
orjson==3.11.2
|
| 75 |
+
packaging==25.0
|
| 76 |
+
pandas==2.3.1
|
| 77 |
+
passlib==1.7.4
|
| 78 |
+
peft==0.15.0
|
| 79 |
+
pillow==11.3.0
|
| 80 |
+
prompt_toolkit==3.0.51
|
| 81 |
+
propcache==0.3.2
|
| 82 |
+
psutil==7.0.0
|
| 83 |
+
pyasn1==0.6.1
|
| 84 |
+
pyclipper==1.3.0.post6
|
| 85 |
+
pycparser==2.22
|
| 86 |
+
pydantic==2.11.7
|
| 87 |
+
pydantic-settings==2.10.1
|
| 88 |
+
pydantic_core==2.33.2
|
| 89 |
+
PyJWT==2.10.1
|
| 90 |
+
PyMuPDF==1.26.3
|
| 91 |
+
pypdf==6.0.0
|
| 92 |
+
pytesseract==0.3.13
|
| 93 |
+
python-bidi==0.6.6
|
| 94 |
+
python-dateutil==2.9.0.post0
|
| 95 |
+
python-docx==1.2.0
|
| 96 |
+
python-dotenv==1.1.1
|
| 97 |
+
python-iso639==2025.2.18
|
| 98 |
+
python-jose==3.5.0
|
| 99 |
+
python-json-logger==3.3.0
|
| 100 |
+
python-magic==0.4.27
|
| 101 |
+
python-multipart==0.0.20
|
| 102 |
+
python-oxmsg==0.0.2
|
| 103 |
+
python-pptx==1.0.2
|
| 104 |
+
pytz==2025.2
|
| 105 |
+
PyYAML==6.0.2
|
| 106 |
+
RapidFuzz==3.13.0
|
| 107 |
+
redis==6.4.0
|
| 108 |
+
regex==2025.7.34
|
| 109 |
+
requests==2.32.5
|
| 110 |
+
requests-toolbelt==1.0.0
|
| 111 |
+
rsa==4.9.1
|
| 112 |
+
safetensors==0.6.2
|
| 113 |
+
scikit-image==0.25.2
|
| 114 |
+
scikit-learn==1.7.1
|
| 115 |
+
scipy==1.16.1
|
| 116 |
+
sentence-transformers==2.2.2
|
| 117 |
+
sentencepiece==0.2.1
|
| 118 |
+
shapely==2.1.1
|
| 119 |
+
six==1.17.0
|
| 120 |
+
sniffio==1.3.1
|
| 121 |
+
soupsieve==2.7
|
| 122 |
+
SQLAlchemy==2.0.43
|
| 123 |
+
starlette==0.47.2
|
| 124 |
+
summarizers==1.0.4
|
| 125 |
+
sympy==1.14.0
|
| 126 |
+
tbb==2021.13.1
|
| 127 |
+
tenacity==9.1.2
|
| 128 |
+
threadpoolctl==3.6.0
|
| 129 |
+
tifffile==2025.6.11
|
| 130 |
+
timm==1.0.19
|
| 131 |
+
tokenizers==0.21.4
|
| 132 |
+
torch==2.3.1
|
| 133 |
+
torchvision==0.18.1
|
| 134 |
+
tqdm==4.67.1
|
| 135 |
+
transformers==4.55.2
|
| 136 |
+
typing-inspect==0.9.0
|
| 137 |
+
typing-inspection==0.4.1
|
| 138 |
+
typing_extensions==4.14.1
|
| 139 |
+
tzdata==2025.2
|
| 140 |
+
unstructured==0.18.13
|
| 141 |
+
unstructured-client==0.42.3
|
| 142 |
+
urllib3==2.5.0
|
| 143 |
+
uvicorn==0.35.0
|
| 144 |
+
vine==5.1.0
|
| 145 |
+
watchfiles==1.1.0
|
| 146 |
+
wcwidth==0.2.13
|
| 147 |
+
webencodings==0.5.1
|
| 148 |
+
websockets==15.0.1
|
| 149 |
+
wrapt==1.17.3
|
| 150 |
+
xlsxwriter==3.2.5
|
| 151 |
+
yarl==1.20.1
|
| 152 |
+
zstandard==0.24.0
|
test_summarizers.py
ADDED
|
@@ -0,0 +1,91 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env python3
|
| 2 |
+
"""
|
| 3 |
+
summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ ํ
์คํธ ์คํฌ๋ฆฝํธ
|
| 4 |
+
"""
|
| 5 |
+
|
| 6 |
+
import sys
|
| 7 |
+
import os
|
| 8 |
+
|
| 9 |
+
# ํ๋ก์ ํธ ๋ฃจํธ๋ฅผ Python ๊ฒฝ๋ก์ ์ถ๊ฐ
|
| 10 |
+
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
|
| 11 |
+
|
| 12 |
+
from lily_llm_core.text_summarizer import text_summarizer, SummaryConfig
|
| 13 |
+
|
| 14 |
+
def test_summarizers():
|
| 15 |
+
"""summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ ๊ธฐ๋ณธ ๊ธฐ๋ฅ ํ
์คํธ"""
|
| 16 |
+
print("๐ summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ ํ
์คํธ ์์")
|
| 17 |
+
print("=" * 50)
|
| 18 |
+
|
| 19 |
+
# 1. ๋ผ์ด๋ธ๋ฌ๋ฆฌ ์ํ ํ์ธ
|
| 20 |
+
print("1. ๋ผ์ด๋ธ๋ฌ๋ฆฌ ์ํ ํ์ธ:")
|
| 21 |
+
available = text_summarizer.is_available()
|
| 22 |
+
print(f" - summarizers ์ฌ์ฉ ๊ฐ๋ฅ: {available}")
|
| 23 |
+
|
| 24 |
+
if available:
|
| 25 |
+
models = text_summarizer.get_available_models()
|
| 26 |
+
print(f" - ์ฌ์ฉ ๊ฐ๋ฅํ ๋ชจ๋ธ: {models}")
|
| 27 |
+
print(f" - ๊ธฐ๋ณธ ๋ชจ๋ธ: hyunwoongko/kobart")
|
| 28 |
+
else:
|
| 29 |
+
print(" โ summarizers ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ฌ์ฉํ ์ ์์ต๋๋ค.")
|
| 30 |
+
return
|
| 31 |
+
|
| 32 |
+
print()
|
| 33 |
+
|
| 34 |
+
# 2. ๊ฐ๋จํ ํ
์คํธ ์์ฝ ํ
์คํธ
|
| 35 |
+
print("2. ๊ฐ๋จํ ํ
์คํธ ์์ฝ ํ
์คํธ:")
|
| 36 |
+
test_text = """
|
| 37 |
+
์ธ๊ณต์ง๋ฅ(AI)์ ์ปดํจํฐ ์์คํ
์ด ์ธ๊ฐ์ ํ์ต๋ฅ๋ ฅ๊ณผ ์ถ๋ก ๋ฅ๋ ฅ, ์ง๊ฐ๋ฅ๋ ฅ์ ์ธ๊ณต์ ์ผ๋ก ๊ตฌํํ ๊ธฐ์ ์
๋๋ค.
|
| 38 |
+
๋จธ์ ๋ฌ๋๊ณผ ๋ฅ๋ฌ๋์ ํฌํจํ์ฌ ๋ค์ํ ๋ถ์ผ์์ ํ์ฉ๋๊ณ ์์ผ๋ฉฐ,
|
| 39 |
+
์์ฐ์ด ์ฒ๋ฆฌ, ์ปดํจํฐ ๋น์ , ์์ฑ ์ธ์ ๋ฑ์์ ํ์ ์ ์ธ ์ฑ๊ณผ๋ฅผ ๋ณด์ฌ์ฃผ๊ณ ์์ต๋๋ค.
|
| 40 |
+
ํนํ ์ต๊ทผ์๋ ๋ํ ์ธ์ด ๋ชจ๋ธ(LLM)์ ๋ฐ์ ์ผ๋ก AI์ ํ์ฉ ๋ฒ์๊ฐ ํฌ๊ฒ ํ์ฅ๋์์ต๋๋ค.
|
| 41 |
+
"""
|
| 42 |
+
|
| 43 |
+
print(f" ์๋ณธ ํ
์คํธ ๊ธธ์ด: {len(test_text.strip())} ๋ฌธ์")
|
| 44 |
+
|
| 45 |
+
# ๊ธฐ๋ณธ ์์ฝ
|
| 46 |
+
config = SummaryConfig(max_length=100, min_length=50)
|
| 47 |
+
summary = text_summarizer.summarize_text(test_text, config=config)
|
| 48 |
+
|
| 49 |
+
if summary:
|
| 50 |
+
print(f" ์์ฝ ๊ฒฐ๊ณผ: {summary}")
|
| 51 |
+
print(f" ์์ฝ ๊ธธ์ด: {len(summary)} ๋ฌธ์")
|
| 52 |
+
compression_ratio = len(summary) / len(test_text.strip())
|
| 53 |
+
print(f" ์์ถ๋ฅ : {compression_ratio:.2f}")
|
| 54 |
+
else:
|
| 55 |
+
print(" โ ์์ฝ ์คํจ")
|
| 56 |
+
|
| 57 |
+
print()
|
| 58 |
+
|
| 59 |
+
# 3. ํต์ฌ ํฌ์ธํธ ์ถ์ถ ํ
์คํธ
|
| 60 |
+
print("3. ํต์ฌ ํฌ์ธํธ ์ถ์ถ ํ
์คํธ:")
|
| 61 |
+
key_points = text_summarizer.extract_key_points(test_text, max_points=3)
|
| 62 |
+
|
| 63 |
+
if key_points:
|
| 64 |
+
print(" ์ถ์ถ๋ ํต์ฌ ํฌ์ธํธ:")
|
| 65 |
+
for i, point in enumerate(key_points, 1):
|
| 66 |
+
print(f" {i}. {point}")
|
| 67 |
+
else:
|
| 68 |
+
print(" โ ํต์ฌ ํฌ์ธํธ ์ถ์ถ ์คํจ")
|
| 69 |
+
|
| 70 |
+
print()
|
| 71 |
+
|
| 72 |
+
# 4. ๋ฌธ์ ์์ถ ํ
์คํธ
|
| 73 |
+
print("4. ๋ฌธ์ ์์ถ ํ
์คํธ:")
|
| 74 |
+
long_text = test_text * 3 # ๋ ๊ธด ํ
์คํธ ์์ฑ
|
| 75 |
+
print(f" ์๋ณธ ํ
์คํธ ๊ธธ์ด: {len(long_text)} ๋ฌธ์")
|
| 76 |
+
|
| 77 |
+
compressed = text_summarizer.compress_document_content(long_text, target_length=200)
|
| 78 |
+
|
| 79 |
+
if compressed:
|
| 80 |
+
print(f" ์์ถ ๊ฒฐ๊ณผ: {compressed}")
|
| 81 |
+
print(f" ์์ถ ๊ธธ์ด: {len(compressed)} ๋ฌธ์")
|
| 82 |
+
compression_ratio = len(compressed) / len(long_text)
|
| 83 |
+
print(f" ์์ถ๋ฅ : {compression_ratio:.2f}")
|
| 84 |
+
else:
|
| 85 |
+
print(" โ ์์ถ ์คํจ")
|
| 86 |
+
|
| 87 |
+
print()
|
| 88 |
+
print("โ
ํ
์คํธ ์๋ฃ!")
|
| 89 |
+
|
| 90 |
+
if __name__ == "__main__":
|
| 91 |
+
test_summarizers()
|