Upload folder using huggingface_hub

handler.py

@@ -49,13 +49,12 @@ class EndpointHandler():
                 
         task = 'Given a web search query, retrieve relevant passages that answer the query'
 
-        query = data.pop("query", None)
-        documents = data.pop("documents", None)
+        inputs = data.pop("inputs", data)
 
-        if query is None or documents is None:
+        if 'query' not in inputs or 'documents' not in inputs:
             raise ValueError("query and documents are required.")
 
-        pairs = [self.format_instruction(task, query, doc) for doc in documents]
+        pairs = [self.format_instruction(task, inputs['query'], doc) for doc in inputs['documents']]
 
         # Tokenize the input texts
         inputs = self.process_inputs(pairs)

test_handler.py

@@ -4,13 +4,13 @@ from handler import EndpointHandler
 my_handler = EndpointHandler(path=".")
 
 # prepare sample payload
-payload = dict(
+payload = dict(inputs=dict(
     query = "What is the capital of China?",
     documents = [
     "The capital of China is Beijing.",
     "Gravity is a force that attracts two bodies towards each other. It gives weight to physical objects and is responsible for the movement of planets around the sun.",
     ],
-)
+))
 
 # test the handler
 scores=my_handler(payload)