zhangshuai/mlx-swift-examples
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add reference to filed issue

Browse Source
This commit is contained in:
David Koski
2024-02-26 13:31:33 -08:00
parent c86d1c195e
commit a2ff291608
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
Libraries/LLM/Load.swift
View File

@@ -93,6 +93,7 @@ public func loadTokenizer(name: String) async throws -> Tokenizer {
public func discardUnhandledMerges(tokenizerData: Config) -> Config { public func discardUnhandledMerges(tokenizerData: Config) -> Config {
// see https://github.com/ml-explore/mlx-swift-examples/issues/1 // see https://github.com/ml-explore/mlx-swift-examples/issues/1
// and https://github.com/huggingface/swift-transformers/issues/51
if let model = tokenizerData.model { if let model = tokenizerData.model {
if let merges = model.dictionary["merges"] as? [String] { if let merges = model.dictionary["merges"] as? [String] {