zhangshuai/mlx-swift-examples
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Qwen2 support

Browse Source
This commit is contained in:
John Mai
2024-03-03 22:26:28 +08:00
parent 7b746cb89c
commit 66d9202360
7 changed files with 291 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
Tools/llm-tool/LLMTool.swift
View File

@@ -42,7 +42,9 @@ struct SyncGenerator: AsyncParsableCommand {
let modelConfiguration = ModelConfiguration.configuration(id: model)
let (model, tokenizer) = try await load(configuration: modelConfiguration)
print("Model loaded -> \(self.model)")
let prompt = modelConfiguration.prepare(prompt: self.prompt)
let promptTokens = tokenizer.encode(text: prompt)
@@ -131,6 +133,8 @@ struct AsyncGenerator: AsyncParsableCommand {
let modelConfiguration = ModelConfiguration.configuration(id: model)
let (model, tokenizer) = try await load(configuration: modelConfiguration)
print("Model loaded -> \(self.model)")
let prompt = modelConfiguration.prepare(prompt: self.prompt)
let promptTokens = tokenizer.encode(text: prompt)