Create app.py

app.py

@@ -0,0 +1,32 @@
+from flask import Flask, request, jsonify
+from transformers import RagTokenizer, RagRetriever, RagSequenceForGeneration
+
+# Initialize Flask app
+app = Flask(__name__)
+
+# Load the Hugging Face model
+tokenizer = RagTokenizer.from_pretrained("facebook/rag-sequence-nq")
+retriever = RagRetriever.from_pretrained("facebook/rag-sequence-nq", index_name="custom", passages_path="path/to/your/index")
+model = RagSequenceForGeneration.from_pretrained("facebook/rag-sequence-nq")
+
+# Define a route for query processing
+@app.route('/query', methods=['POST'])
+def query_model():
+    data = request.json
+    query = data.get("query", "")
+
+    # Tokenize the input query
+    inputs = tokenizer(query, return_tensors="pt")
+    
+    # Retrieve documents
+    retrieved_doc_ids = retriever.retrieve(inputs['input_ids'], inputs['attention_mask'])
+    
+    # Generate the answer
+    outputs = model.generate(input_ids=inputs['input_ids'], context_input_ids=retrieved_doc_ids)
+    answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    
+    # Return the answer in JSON
+    return jsonify({"answer": answer})
+
+if __name__ == '__main__':
+    app.run(debug=True)