Add llama3 8B instruct model configuration and prompt (#75)

* Add model configuration for Llama 3 8B instruct model w/ prompt

* Correct typo in model configuration name
This commit is contained in:
Derek Lewis authored and GitHub committed 2024-05-20 08:11:32 -07:00
1 parent ff7610d522
commit 6b224fee0c
1 file changed
+7
+7
View File
@@ -143,6 +143,13 @@ extension ModelConfiguration {
"\(prompt)"
}
public static let llama38B4bit = ModelConfiguration(
id: "mlx-community/Meta-Llama-3-8B-Instruct-4bit"
) {
prompt in
"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\nYou are a helpful assistant<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\(prompt)<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>"
}
private enum BootstrapState {
case idle
case bootstrapping