real

.env

@@ -138,130 +138,7 @@ ALLOW_IFRAME=true # Allow the app to be embedded in an iframe
 
 ### Tools ###
 # Check out public config in `chart/env/prod.yaml` for more details
-TOOLS=`[
-      {
-        "_id": "000000000000000000000001",
-        "displayName": "Image Generation",
-        "description": "Use this tool to generate images based on a prompt.",
-        "color": "yellow",
-        "icon": "camera",
-        "baseUrl": "black-forest-labs/FLUX.1-schnell",
-        "name": "image_generation",
-        "endpoint": "/infer",
-        "inputs": [
-          {
-            "name": "prompt",
-            "description": "A prompt to generate an image from",
-            "paramType": "required",
-            "type": "str"
-          },
-          { "name": "seed", "paramType": "fixed", "value": "0", "type": "float" },
-          {
-            "name": "randomize_seed",
-            "paramType": "fixed",
-            "value": "true",
-            "type": "bool"
-          },
-          {
-            "name": "width",
-            "description": "numeric value between 256 and 2048",
-            "paramType": "optional",
-            "default": 1024,
-            "type": "float"
-          },
-          {
-            "name": "height",
-            "description": "numeric value between 256 and 2048",
-            "paramType": "optional",
-            "default": 1024,
-            "type": "float"
-          },
-          {
-            "name": "num_inference_steps",
-            "paramType": "fixed",
-            "value": "4",
-            "type": "float"
-          }
-        ],
-        "outputComponent": "image",
-        "outputComponentIdx": 0,
-        "showOutput": true
-      },
-      {
-        "_id": "000000000000000000000002",
-        "displayName": "Document Parser",
-        "description": "Use this tool to parse any document and get its content in markdown format.",
-        "color": "yellow",
-        "icon": "cloud",
-        "baseUrl": "huggingchat/document-parser",
-        "name": "document_parser",
-        "endpoint": "/predict",
-        "inputs": [
-          {
-            "name": "document",
-            "description": "Filename of the document to parse",
-            "paramType": "required",
-            "type": "file",
-            "mimeTypes": 'application/*'
-          },
-          {
-            "name": "filename",
-            "paramType": "fixed",
-            "value": "document.pdf",
-            "type": "str"
-          }
-        ],
-        "outputComponent": "textbox",
-        "outputComponentIdx": 0,
-        "showOutput": false,
-        "isHidden": true
-      },
-      {
-        "_id": "000000000000000000000003",
-        "name": "edit_image",
-        "baseUrl": "multimodalart/cosxl",
-        "endpoint": "/run_edit",
-        "inputs": [
-          {
-            "name": "image",
-            "description": "The image path to be edited",
-            "paramType": "required",
-            "type": "file",
-            "mimeTypes": 'image/*'
-          },
-          {
-            "name": "prompt",
-            "description": "The prompt with which to edit the image",
-            "paramType": "required",
-            "type": "str"
-          },
-          {
-            "name": "negative_prompt",
-            "paramType": "fixed",
-            "value": "",
-            "type": "str"
-          },
-          {
-            "name": "guidance_scale",
-            "paramType": "fixed",
-            "value": 6.5,
-            "type": "float"
-          },
-          {
-            "name": "steps",
-            "paramType": "fixed",
-            "value": 30,
-            "type": "float"
-          }
-        ],
-        "outputComponent": "image",
-        "showOutput": true,
-        "displayName": "Image Editor",
-        "color": "green",
-        "icon": "camera",
-        "description": "This tool lets you edit images",
-        "outputComponentIdx": 0
-      }]` 
+TOOLS=`[]` 
 
 ### Rate limits ### 
 # See `src/lib/server/usageLimits.ts`

src/lib/server/textGeneration/generate.ts

@@ -131,9 +131,12 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
 			// simulation of metadata
 			const durationInSeconds = (new Date().getTime() - startTime.getTime()) / 1000;
 
-			// LLama 3.1 8B uses 17.38 Wh for 1000 queries according to https://huggingface.co/spaces/AIEnergyScore/Leaderboard 
+			// LLama 3.1 8B uses 17.38 Wh for 1000 queries according to https://huggingface.co/spaces/AIEnergyScore/Leaderboard
 
-			const energyUsedwh = +(50 * (durationInSeconds / 3600)).toFixed(6); // Using P = 50W (H100 can use up to 700W)
+			const energyUsedwh_sim = +(50 * (durationInSeconds / 3600)).toFixed(6); // Using P = 50W (H100 can use up to 700W)
+			console.log("energyUsedwh_sim", energyUsedwh_sim);
+			const energyUsedwh = (output.energy_consumption / 1000 / 3600).toFixed(6); // converting from mJ to Wh
+			console.log("energyUsedwh", energyUsedwh);
 			yield {
 				type: MessageUpdateType.Metadata,
 				key: "energy_wh",
@@ -145,9 +148,6 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
 				value: durationInSeconds,
 			};
 
-			console.log('model', model);
-			console.log('output', output);
-
 			continue;
 		}