zhangshuai/mlx-swift-examples
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: adds gpu usages stat in the toolbar (#36)

Browse Source 
* feat: adds gpu usages stat in the toolbar
This commit is contained in:
Ashraful Islam
2024-03-25 23:29:54 +06:00
committed by GitHub
parent 452b49aef0
commit c37018d7d2
4 changed files with 74 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
Applications/LLMEval/ContentView.swift
View File

@@ -12,6 +12,7 @@ struct ContentView: View {
@State var prompt = "compare python and swift"
@State var llm = LLMEvaluator()
@Environment(DeviceStat.self) private var deviceStat
enum displayStyle: String, CaseIterable, Identifiable {
case plain, markdown
@@ -82,6 +83,23 @@ struct ContentView: View {
}
.padding()
.toolbar {
ToolbarItem {
Label(
"GPU Usage: \(deviceStat.gpuUsage.activeMemory.formatted(.byteCount(style: .memory)))",
systemImage: "info.circle.fill"
)
.labelStyle(.titleAndIcon)
.padding(.horizontal)
.help(
Text(
"""
Active Memory: \(deviceStat.gpuUsage.activeMemory.formatted(.byteCount(style: .memory)))/\(GPU.memoryLimit.formatted(.byteCount(style: .memory)))
Cache Memory: \(deviceStat.gpuUsage.cacheMemory.formatted(.byteCount(style: .memory)))/\(GPU.cacheLimit.formatted(.byteCount(style: .memory)))
Peak Memory: \(deviceStat.gpuUsage.peakMemory.formatted(.byteCount(style: .memory)))
"""
)
)
}
ToolbarItem(placement: .primaryAction) {
Button {
Task {
@@ -216,7 +234,7 @@ class LLMEvaluator {
await MainActor.run {
running = false
self.stat += " Token/second: \(String(format: "%.3f", tokensPerSecond))"
self.stat += " Tokens/second: \(String(format: "%.3f", tokensPerSecond))"
}
} catch {