From a2ff291608cea41fab137e9b933c0c51556b7e32 Mon Sep 17 00:00:00 2001
From: David Koski <dkoski@apple.com>
Date: Mon, 26 Feb 2024 13:31:33 -0800
Subject: [PATCH] add reference to filed issue

---
 Libraries/LLM/Load.swift | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Libraries/LLM/Load.swift b/Libraries/LLM/Load.swift
index 44a9ece..e733f2d 100644
--- a/Libraries/LLM/Load.swift
+++ b/Libraries/LLM/Load.swift
@@ -93,6 +93,7 @@ public func loadTokenizer(name: String) async throws -> Tokenizer {
 
 public func discardUnhandledMerges(tokenizerData: Config) -> Config {
     // see https://github.com/ml-explore/mlx-swift-examples/issues/1
+    // and https://github.com/huggingface/swift-transformers/issues/51
 
     if let model = tokenizerData.model {
         if let merges = model.dictionary["merges"] as? [String] {