initial commit
This commit is contained in:
12
Libraries/LLM/LLMModel.swift
Normal file
12
Libraries/LLM/LLMModel.swift
Normal file
@@ -0,0 +1,12 @@
|
||||
// Copyright © 2024 Apple Inc.
|
||||
|
||||
import Foundation
|
||||
import MLX
|
||||
import MLXNN
|
||||
|
||||
// Interface for all LLM Models
|
||||
public protocol LLMModel: Module {
|
||||
func callAsFunction(_ inputs: MLXArray, cache: [(MLXArray, MLXArray)]?) -> (
|
||||
MLXArray, [(MLXArray, MLXArray)]
|
||||
)
|
||||
}
|
||||
Reference in New Issue
Block a user