fix: changed the prompt to include the passage/context as well and moved the full prompt to scheduler.js file

src/requestManager.js

@@ -95,7 +95,7 @@ export class RequestManager {
         const route = this._choose(job);
         const service = this._getInferenceService(route);
 
-        const full_prompt = "Please answer the following question either with true or false and only with true or false and no explaination: " + job.prompt + "\nAnswer: "; // ensure string input
+        const full_prompt = job.prompt; // ensure string input
 
         let response, latencyMs; // response is object with .answer and .stats
         try {

src/scheduler.js

@@ -98,7 +98,8 @@ export class JobScheduler {
             .then(data => {
                 this._dataset = data.split('\n').slice(1).map(line => {
                     const [question, answer, context] = line.split(',');
-                    return {prompt: question, groundTruth: answer};
+                    const full_prompt = `Passage: ${context} \n Question: ${question} \n Answer only with one word "true" or "false":`;
+                    return {prompt: full_prompt, groundTruth: answer};
                 });
                 console.log(`✅ Dataset '${name}' loaded with ${this._dataset.length} items.`);
             })