xydal commited on
Commit
276ca52
·
verified ·
1 Parent(s): e2b1bfe

Update retriever.py

Browse files
Files changed (1) hide show
  1. retriever.py +17 -15
retriever.py CHANGED
@@ -4,6 +4,23 @@ from langchain_core.tools import Tool
4
  from langchain_core.documents import Document
5
  import datasets
6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  bm25_retriever = BM25Retriever.from_documents(docs)
8
 
9
  def extract_text(query: str) -> str:
@@ -21,22 +38,7 @@ guest_info_tool = Tool(
21
  )
22
 
23
 
24
- # Load the dataset
25
- guest_dataset = datasets.load_dataset("agents-course/unit3-invitees", split="train")
26
 
27
- # Convert dataset entries into Document objects
28
- docs = [
29
- Document(
30
- page_content="\n".join([
31
- f"Name: {guest['name']}",
32
- f"Relation: {guest['relation']}",
33
- f"Description: {guest['description']}",
34
- f"Email: {guest['email']}"
35
- ]),
36
- metadata={"name": guest["name"]}
37
- )
38
- for guest in guest_dataset
39
- ]
40
 
41
 
42
  '''
 
4
  from langchain_core.documents import Document
5
  import datasets
6
 
7
+ # Load the dataset
8
+ guest_dataset = datasets.load_dataset("agents-course/unit3-invitees", split="train")
9
+
10
+ # Convert dataset entries into Document objects
11
+ docs = [
12
+ Document(
13
+ page_content="\n".join([
14
+ f"Name: {guest['name']}",
15
+ f"Relation: {guest['relation']}",
16
+ f"Description: {guest['description']}",
17
+ f"Email: {guest['email']}"
18
+ ]),
19
+ metadata={"name": guest["name"]}
20
+ )
21
+ for guest in guest_dataset
22
+ ]
23
+
24
  bm25_retriever = BM25Retriever.from_documents(docs)
25
 
26
  def extract_text(query: str) -> str:
 
38
  )
39
 
40
 
 
 
41
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
 
43
 
44
  '''