Add llama3 8B instruct model configuration and prompt (#75)

* Add model configuration for Llama 3 8B instruct model w/ prompt

* Correct typo in model configuration name
This commit is contained in:
Derek Lewis
2024-05-20 10:11:32 -05:00
committed by GitHub
parent ff7610d522
commit 6b224fee0c

View File

@@ -143,6 +143,13 @@ extension ModelConfiguration {
"\(prompt)"
}
public static let llama38B4bit = ModelConfiguration(
id: "mlx-community/Meta-Llama-3-8B-Instruct-4bit"
) {
prompt in
"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\nYou are a helpful assistant<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\(prompt)<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>"
}
private enum BootstrapState {
case idle
case bootstrapping