dahyedahye commited on
Commit
6a4157d
·
1 Parent(s): fd1b68b
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. __pycache__/rag_gpt_app.cpython-310.pyc +0 -0
  2. about_kyobody.txt +9 -0
  3. error.log +0 -0
  4. rag_gpt_app.py +12 -3
  5. server/__pycache__/__init__.cpython-310.pyc +0 -0
  6. server/app/__pycache__/__init__.cpython-310.pyc +0 -0
  7. server/app/__pycache__/account.cpython-310.pyc +0 -0
  8. server/app/__pycache__/auth.cpython-310.pyc +0 -0
  9. server/app/__pycache__/bot_config.cpython-310.pyc +0 -0
  10. server/app/__pycache__/common.cpython-310.pyc +0 -0
  11. server/app/__pycache__/files.cpython-310.pyc +0 -0
  12. server/app/__pycache__/intervention.cpython-310.pyc +0 -0
  13. server/app/__pycache__/queries.cpython-310.pyc +0 -0
  14. server/app/__pycache__/sitemaps.cpython-310.pyc +0 -0
  15. server/app/__pycache__/urls.cpython-310.pyc +0 -0
  16. server/app/utils/__pycache__/__init__.cpython-310.pyc +0 -0
  17. server/app/utils/__pycache__/decorators.cpython-310.pyc +0 -0
  18. server/app/utils/__pycache__/diskcache_client.cpython-310.pyc +0 -0
  19. server/app/utils/__pycache__/diskcache_lock.cpython-310.pyc +0 -0
  20. server/app/utils/__pycache__/hash.cpython-310.pyc +0 -0
  21. server/app/utils/__pycache__/sqlite_client.cpython-310.pyc +0 -0
  22. server/app/utils/__pycache__/token_helper.cpython-310.pyc +0 -0
  23. server/app/utils/__pycache__/url_helper.cpython-310.pyc +0 -0
  24. server/constant/__pycache__/__init__.cpython-310.pyc +0 -0
  25. server/constant/__pycache__/constants.cpython-310.pyc +0 -0
  26. server/constant/__pycache__/env_constants.cpython-310.pyc +0 -0
  27. server/constant/constants.py +2 -1
  28. server/logger/__pycache__/__init__.cpython-310.pyc +0 -0
  29. server/logger/__pycache__/logger_config.cpython-310.pyc +0 -0
  30. server/rag/__pycache__/__init__.cpython-310.pyc +0 -0
  31. server/rag/generation/__pycache__/__init__.cpython-310.pyc +0 -0
  32. server/rag/generation/__pycache__/llm.cpython-310.pyc +0 -0
  33. server/rag/index/__pycache__/__init__.cpython-310.pyc +0 -0
  34. server/rag/index/chunk/__pycache__/__init__.cpython-310.pyc +0 -0
  35. server/rag/index/chunk/__pycache__/markdown_splitter.cpython-310.pyc +0 -0
  36. server/rag/index/embedder/__pycache__/__init__.cpython-310.pyc +0 -0
  37. server/rag/index/embedder/__pycache__/document_embedder.cpython-310.pyc +0 -0
  38. server/rag/index/embedder/__pycache__/zhipuai_embedder.cpython-310.pyc +0 -0
  39. server/rag/index/parser/file_loader/__pycache__/__init__.cpython-310.pyc +0 -0
  40. server/rag/index/parser/file_loader/__pycache__/csv_loader.cpython-310.pyc +0 -0
  41. server/rag/index/parser/file_loader/__pycache__/docx_loader.cpython-310.pyc +0 -0
  42. server/rag/index/parser/file_loader/__pycache__/epub_loader.cpython-310.pyc +0 -0
  43. server/rag/index/parser/file_loader/__pycache__/html_loader.cpython-310.pyc +0 -0
  44. server/rag/index/parser/file_loader/__pycache__/md_loader.cpython-310.pyc +0 -0
  45. server/rag/index/parser/file_loader/__pycache__/mobi_loader.cpython-310.pyc +0 -0
  46. server/rag/index/parser/file_loader/__pycache__/pdf_loader.cpython-310.pyc +0 -0
  47. server/rag/index/parser/file_loader/__pycache__/pptx_loader.cpython-310.pyc +0 -0
  48. server/rag/index/parser/file_loader/__pycache__/pymupdf_rag.cpython-310.pyc +0 -0
  49. server/rag/index/parser/file_loader/__pycache__/txt_loader.cpython-310.pyc +0 -0
  50. server/rag/index/parser/file_loader/__pycache__/xlsx_loader.cpython-310.pyc +0 -0
__pycache__/rag_gpt_app.cpython-310.pyc ADDED
Binary file (3.91 kB). View file
 
about_kyobody.txt ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ # ✍️ Kyobody 자기소개 🌼
2
+
3
+ - **나이와 국적**: 1996년생 🇰🇷
4
+ - **직업**: 쿄바디 대표, 운동 건강 프로그램 크리에이터
5
+ - **학력**:
6
+ - **학사과정**: 국립 인천대학교 운동건강학부 2학년 2학기 재학 중
7
+ (Division of Health and Kinesiology at INU)
8
+
9
+ ---
error.log CHANGED
The diff for this file is too large to render. See raw diff
 
rag_gpt_app.py CHANGED
@@ -12,7 +12,8 @@ from werkzeug.utils import safe_join
12
  from server.app import account, auth, bot_config, common, files, intervention, queries, sitemaps, urls
13
  from server.constant.constants import STATIC_DIR, MEDIA_DIR
14
  from server.logger.logger_config import my_logger as logger
15
- from server.app.queries import get_recall_documents
 
16
 
17
  from fastapi import FastAPI, HTTPException, Query
18
 
@@ -40,10 +41,18 @@ CORS(app)
40
  @fastapi_app.get("/api/get-context")
41
  async def get_context(
42
  query: str = Query(..., description="The search query for retrieving related documents"),
43
- recall_top_k: int = 5, # 기본값을 설정
44
- min_relevance_score: float = 0.4 # 기본값을 설정
45
  ):
46
  try:
 
 
 
 
 
 
 
 
47
  # RECALL_TOP_K와 MIN_RELEVANCE_SCORE는 함수 인자로 받도록 설정
48
  results = get_recall_documents(
49
  query,
 
12
  from server.app import account, auth, bot_config, common, files, intervention, queries, sitemaps, urls
13
  from server.constant.constants import STATIC_DIR, MEDIA_DIR
14
  from server.logger.logger_config import my_logger as logger
15
+ from server.rag.pre_retrieval.query_transformation.rewrite import detect_query_lang
16
+ from server.app.queries import get_recall_documents, refine_query
17
 
18
  from fastapi import FastAPI, HTTPException, Query
19
 
 
41
  @fastapi_app.get("/api/get-context")
42
  async def get_context(
43
  query: str = Query(..., description="The search query for retrieving related documents"),
44
+ recall_top_k: int = 10, # 기본값을 설정
45
+ min_relevance_score: float = 0.3 # 기본값을 설정
46
  ):
47
  try:
48
+ lang = detect_query_lang(query)
49
+ logger.warning(f"For query: '{query}', detect the language is '{lang}'!")
50
+
51
+ history_context = f"""Human: Hello
52
+ Assistant: I'm here to assist you with information related to `Kyobody (쿄바디 or 큐바디)`. If you have any specific questions about our services or need help, feel free to ask, and I'll do my best to provide you with accurate and relevant answers."""
53
+
54
+ query = refine_query(query, history_context, lang)
55
+
56
  # RECALL_TOP_K와 MIN_RELEVANCE_SCORE는 함수 인자로 받도록 설정
57
  results = get_recall_documents(
58
  query,
server/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/__pycache__/__init__.cpython-310.pyc and b/server/__pycache__/__init__.cpython-310.pyc differ
 
server/app/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/__init__.cpython-310.pyc and b/server/app/__pycache__/__init__.cpython-310.pyc differ
 
server/app/__pycache__/account.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/account.cpython-310.pyc and b/server/app/__pycache__/account.cpython-310.pyc differ
 
server/app/__pycache__/auth.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/auth.cpython-310.pyc and b/server/app/__pycache__/auth.cpython-310.pyc differ
 
server/app/__pycache__/bot_config.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/bot_config.cpython-310.pyc and b/server/app/__pycache__/bot_config.cpython-310.pyc differ
 
server/app/__pycache__/common.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/common.cpython-310.pyc and b/server/app/__pycache__/common.cpython-310.pyc differ
 
server/app/__pycache__/files.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/files.cpython-310.pyc and b/server/app/__pycache__/files.cpython-310.pyc differ
 
server/app/__pycache__/intervention.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/intervention.cpython-310.pyc and b/server/app/__pycache__/intervention.cpython-310.pyc differ
 
server/app/__pycache__/queries.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/queries.cpython-310.pyc and b/server/app/__pycache__/queries.cpython-310.pyc differ
 
server/app/__pycache__/sitemaps.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/sitemaps.cpython-310.pyc and b/server/app/__pycache__/sitemaps.cpython-310.pyc differ
 
server/app/__pycache__/urls.cpython-310.pyc CHANGED
Binary files a/server/app/__pycache__/urls.cpython-310.pyc and b/server/app/__pycache__/urls.cpython-310.pyc differ
 
server/app/utils/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/app/utils/__pycache__/__init__.cpython-310.pyc and b/server/app/utils/__pycache__/__init__.cpython-310.pyc differ
 
server/app/utils/__pycache__/decorators.cpython-310.pyc CHANGED
Binary files a/server/app/utils/__pycache__/decorators.cpython-310.pyc and b/server/app/utils/__pycache__/decorators.cpython-310.pyc differ
 
server/app/utils/__pycache__/diskcache_client.cpython-310.pyc CHANGED
Binary files a/server/app/utils/__pycache__/diskcache_client.cpython-310.pyc and b/server/app/utils/__pycache__/diskcache_client.cpython-310.pyc differ
 
server/app/utils/__pycache__/diskcache_lock.cpython-310.pyc CHANGED
Binary files a/server/app/utils/__pycache__/diskcache_lock.cpython-310.pyc and b/server/app/utils/__pycache__/diskcache_lock.cpython-310.pyc differ
 
server/app/utils/__pycache__/hash.cpython-310.pyc CHANGED
Binary files a/server/app/utils/__pycache__/hash.cpython-310.pyc and b/server/app/utils/__pycache__/hash.cpython-310.pyc differ
 
server/app/utils/__pycache__/sqlite_client.cpython-310.pyc CHANGED
Binary files a/server/app/utils/__pycache__/sqlite_client.cpython-310.pyc and b/server/app/utils/__pycache__/sqlite_client.cpython-310.pyc differ
 
server/app/utils/__pycache__/token_helper.cpython-310.pyc CHANGED
Binary files a/server/app/utils/__pycache__/token_helper.cpython-310.pyc and b/server/app/utils/__pycache__/token_helper.cpython-310.pyc differ
 
server/app/utils/__pycache__/url_helper.cpython-310.pyc CHANGED
Binary files a/server/app/utils/__pycache__/url_helper.cpython-310.pyc and b/server/app/utils/__pycache__/url_helper.cpython-310.pyc differ
 
server/constant/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/constant/__pycache__/__init__.cpython-310.pyc and b/server/constant/__pycache__/__init__.cpython-310.pyc differ
 
server/constant/__pycache__/constants.cpython-310.pyc CHANGED
Binary files a/server/constant/__pycache__/constants.cpython-310.pyc and b/server/constant/__pycache__/constants.cpython-310.pyc differ
 
server/constant/__pycache__/env_constants.cpython-310.pyc CHANGED
Binary files a/server/constant/__pycache__/env_constants.cpython-310.pyc and b/server/constant/__pycache__/env_constants.cpython-310.pyc differ
 
server/constant/constants.py CHANGED
@@ -26,7 +26,8 @@ ZHIPUAI_EMBEDDING_MODEL_NAME = "embedding-2"
26
  OLLAMA_EMBEDDING_MODEL_NAME = "mxbai-embed-large"
27
 
28
  # Maximum length of text chunks when splitting up large documents
29
- MAX_CHUNK_LENGTH = 1300
 
30
 
31
  # Amount of overlap between consecutive text chunks
32
  CHUNK_OVERLAP = 100
 
26
  OLLAMA_EMBEDDING_MODEL_NAME = "mxbai-embed-large"
27
 
28
  # Maximum length of text chunks when splitting up large documents
29
+ # MAX_CHUNK_LENGTH = 1300
30
+ MAX_CHUNK_LENGTH = 13000
31
 
32
  # Amount of overlap between consecutive text chunks
33
  CHUNK_OVERLAP = 100
server/logger/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/logger/__pycache__/__init__.cpython-310.pyc and b/server/logger/__pycache__/__init__.cpython-310.pyc differ
 
server/logger/__pycache__/logger_config.cpython-310.pyc CHANGED
Binary files a/server/logger/__pycache__/logger_config.cpython-310.pyc and b/server/logger/__pycache__/logger_config.cpython-310.pyc differ
 
server/rag/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/rag/__pycache__/__init__.cpython-310.pyc and b/server/rag/__pycache__/__init__.cpython-310.pyc differ
 
server/rag/generation/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/rag/generation/__pycache__/__init__.cpython-310.pyc and b/server/rag/generation/__pycache__/__init__.cpython-310.pyc differ
 
server/rag/generation/__pycache__/llm.cpython-310.pyc CHANGED
Binary files a/server/rag/generation/__pycache__/llm.cpython-310.pyc and b/server/rag/generation/__pycache__/llm.cpython-310.pyc differ
 
server/rag/index/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/rag/index/__pycache__/__init__.cpython-310.pyc and b/server/rag/index/__pycache__/__init__.cpython-310.pyc differ
 
server/rag/index/chunk/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/rag/index/chunk/__pycache__/__init__.cpython-310.pyc and b/server/rag/index/chunk/__pycache__/__init__.cpython-310.pyc differ
 
server/rag/index/chunk/__pycache__/markdown_splitter.cpython-310.pyc CHANGED
Binary files a/server/rag/index/chunk/__pycache__/markdown_splitter.cpython-310.pyc and b/server/rag/index/chunk/__pycache__/markdown_splitter.cpython-310.pyc differ
 
server/rag/index/embedder/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/rag/index/embedder/__pycache__/__init__.cpython-310.pyc and b/server/rag/index/embedder/__pycache__/__init__.cpython-310.pyc differ
 
server/rag/index/embedder/__pycache__/document_embedder.cpython-310.pyc CHANGED
Binary files a/server/rag/index/embedder/__pycache__/document_embedder.cpython-310.pyc and b/server/rag/index/embedder/__pycache__/document_embedder.cpython-310.pyc differ
 
server/rag/index/embedder/__pycache__/zhipuai_embedder.cpython-310.pyc CHANGED
Binary files a/server/rag/index/embedder/__pycache__/zhipuai_embedder.cpython-310.pyc and b/server/rag/index/embedder/__pycache__/zhipuai_embedder.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/__init__.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/__init__.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/csv_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/csv_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/csv_loader.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/docx_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/docx_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/docx_loader.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/epub_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/epub_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/epub_loader.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/html_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/html_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/html_loader.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/md_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/md_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/md_loader.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/mobi_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/mobi_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/mobi_loader.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/pdf_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/pdf_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/pdf_loader.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/pptx_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/pptx_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/pptx_loader.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/pymupdf_rag.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/pymupdf_rag.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/pymupdf_rag.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/txt_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/txt_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/txt_loader.cpython-310.pyc differ
 
server/rag/index/parser/file_loader/__pycache__/xlsx_loader.cpython-310.pyc CHANGED
Binary files a/server/rag/index/parser/file_loader/__pycache__/xlsx_loader.cpython-310.pyc and b/server/rag/index/parser/file_loader/__pycache__/xlsx_loader.cpython-310.pyc differ