add support for OpenELM (#63)

* add support for OpenELM
* register model configuration for bootstrap
This commit is contained in:
Sachin Desai
2024-04-30 09:14:27 -07:00
committed by GitHub
parent dfd79d0542
commit 4d20785b5d
4 changed files with 332 additions and 0 deletions

View File

@@ -137,6 +137,12 @@ extension ModelConfiguration {
"<|im_start|>system\nYou are a helpful assistant<|im_end|>\n<|im_start|>user\n\(prompt)<|im_end|>\n<|im_start|>assistant"
}
public static let openelm270m4bit = ModelConfiguration(
id: "mlx-community/OpenELM-270M-Instruct"
) { prompt in
"\(prompt)"
}
private enum BootstrapState {
case idle
case bootstrapping
@@ -156,6 +162,7 @@ extension ModelConfiguration {
phi34bit,
gemma2bQuantized,
qwen205b4bit,
openelm270m4bit,
])
bootstrapState = .bootstrapped