Remove Tokenizer wrapper (#28)

* Remove Tokenizer wrapper Depends on https://github.com/huggingface/swift-transformers/pull/70 * Update swift-transformers revision
2024-03-18 17:07:52 +01:00
parent 0af2efe8a0
commit 6c270a9d12
3 changed files with 4 additions and 50 deletions
--- a/mlx-swift-examples.xcodeproj/project.xcworkspace/xcshareddata/swiftpm/Package.resolved
+++ b/mlx-swift-examples.xcodeproj/project.xcworkspace/xcshareddata/swiftpm/Package.resolved
@@ -60,7 +60,7 @@
      "location" : "https://github.com/huggingface/swift-transformers",
      "state" : {
        "branch" : "main",
-        "revision" : "24605a8c0cc974bec5b94a6752eb687bae77db31"
+        "revision" : "3bd02269b7797ade67c15679a575cd5c6f203ce6"
      }
    }
  ],