Jelajahi Sumber

feat: token/s added to verbose output

Timothy J. Baek 1 tahun lalu
induk
melakukan
9f66cdbb0b
1 mengubah file dengan 3 tambahan dan 2 penghapusan
  1. 3 2
      src/lib/components/chat/Messages.svelte

+ 3 - 2
src/lib/components/chat/Messages.svelte

@@ -34,9 +34,10 @@
 			for (const message of messages) {
 				if (message.info) {
 					tippy(`#info-${message.id}`, {
-						content: `<span class="text-xs">total_duration: ${
-							message.info.total_duration ?? 'N/A'
+						content: `<span class="text-xs">token/s: ${
+							(message.info.eval_count ?? 0) / message.info.eval_duration ?? 'N/A'
 						}<br/>
+						total_duration: ${message.info.total_duration ?? 'N/A'}<br/>
 						load_duration: ${message.info.load_duration ?? 'N/A'}<br/>
 						sample_count: ${message.info.sample_count ?? 'N/A'}<br/>
 						sample_duration: ${message.info.sample_duration ?? 'N/A'}<br/>