fix: Tokenizer dependency (#30)

2024-03-18 12:57:04 -07:00
parent a7b2b54f18
commit 0588abec77
1 changed files with 2 additions and 2 deletions
--- a/Applications/LLMEval/ContentView.swift
+++ b/Applications/LLMEval/ContentView.swift
@@ -135,14 +135,14 @@ class LLMEvaluator {

    enum LoadState {
        case idle
-        case loaded(LLMModel, LLM.Tokenizer)
+        case loaded(LLMModel, Tokenizers.Tokenizer)
    }

    var loadState = LoadState.idle

    /// load and return the model -- can be called multiple times, subsequent calls will
    /// just return the loaded model
-    func load() async throws -> (LLMModel, LLM.Tokenizer) {
+    func load() async throws -> (LLMModel, Tokenizers.Tokenizer) {
        switch loadState {
        case .idle:
            // limit the buffer cache