Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
JulienDelavande
commited on
Commit
·
4f485a7
1
Parent(s):
1b054fa
add estimate on the widget
Browse files
src/lib/components/chat/ChatMessage.svelte
CHANGED
|
@@ -204,7 +204,8 @@
|
|
| 204 |
<div
|
| 205 |
class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
|
| 206 |
>
|
| 207 |
-
{message.metadata.energy_wh.toFixed(4)} Wh
|
|
|
|
| 208 |
</div>
|
| 209 |
{/if}
|
| 210 |
{#if message.metadata?.duration_seconds}
|
|
|
|
| 204 |
<div
|
| 205 |
class="text-xs text-gray-400 dark:text-gray-500 bg-gray-100 dark:bg-gray-800 px-3 py-1 rounded w-fit"
|
| 206 |
>
|
| 207 |
+
{message.metadata.energy_wh.toFixed(4)} Wh {#if message.metadata?.model_name !== "Qwen/Qwen2.5-VL-7B-Instruct"} (estimated)
|
| 208 |
+
{/if}
|
| 209 |
</div>
|
| 210 |
{/if}
|
| 211 |
{#if message.metadata?.duration_seconds}
|
src/lib/server/textGeneration/generate.ts
CHANGED
|
@@ -144,6 +144,7 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
|
|
| 144 |
energyUsedwh = output.energy_consumption / 1000 / 3600; // converting from mJ to Wh
|
| 145 |
}
|
| 146 |
console.log("energyUsedwh", energyUsedwh);
|
|
|
|
| 147 |
yield {
|
| 148 |
type: MessageUpdateType.Metadata,
|
| 149 |
key: "energy_wh",
|
|
@@ -154,6 +155,11 @@ Do not use prefixes such as Response: or Answer: when answering to the user.`,
|
|
| 154 |
key: "duration_seconds",
|
| 155 |
value: durationInSeconds,
|
| 156 |
};
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 157 |
|
| 158 |
continue;
|
| 159 |
}
|
|
|
|
| 144 |
energyUsedwh = output.energy_consumption / 1000 / 3600; // converting from mJ to Wh
|
| 145 |
}
|
| 146 |
console.log("energyUsedwh", energyUsedwh);
|
| 147 |
+
console.log("model.name", model.name);
|
| 148 |
yield {
|
| 149 |
type: MessageUpdateType.Metadata,
|
| 150 |
key: "energy_wh",
|
|
|
|
| 155 |
key: "duration_seconds",
|
| 156 |
value: durationInSeconds,
|
| 157 |
};
|
| 158 |
+
yield {
|
| 159 |
+
type: MessageUpdateType.Metadata,
|
| 160 |
+
key: "model_name",
|
| 161 |
+
value: model.name,
|
| 162 |
+
};
|
| 163 |
|
| 164 |
continue;
|
| 165 |
}
|